-- Logs begin at Tue 2022-01-11 05:56:26 UTC, end at Tue 2022-01-11 06:50:39 UTC. -- Jan 11 06:26:25.916980 dv-cinder-606346-33-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 11 06:26:28.947434 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.common.config [-] Logging enabled! Jan 11 06:26:28.948080 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev336 Jan 11 06:26:28.948219 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102603) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 11 06:26:28.951427 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.common.config [-] Logging enabled! Jan 11 06:26:28.951679 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev336 Jan 11 06:26:28.951984 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102603) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 11 06:26:28.953568 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 06:26:28.953791 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 06:26:28.954317 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 06:26:28.954563 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 06:26:28.954787 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 06:26:28.955105 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.955524 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 11 06:26:28.955831 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.956121 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.956430 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.956725 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.957012 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.957291 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.957573 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.957872 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.958156 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.958433 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.958713 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.959000 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.959277 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.959557 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.959838 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.960116 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] debug = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.960410 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.960830 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.961244 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.961521 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.961803 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.962078 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.962344 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.962615 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.962895 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.963219 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] host = dv-cinder-606346-33-iscsi {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.963493 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.963772 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.964050 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.964328 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.964621 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.964890 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.965165 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.965430 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.965693 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] log_file = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.965961 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.966241 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.966520 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.966802 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.967021 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.967237 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.967516 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.967804 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.968072 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.968387 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.968667 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.968930 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.969200 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.969460 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.969737 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.970016 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.970297 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.970568 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.970836 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.971104 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.971372 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.971651 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.971920 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.972190 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.972484 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.972768 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.973031 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.973301 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.973593 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.973871 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.974150 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.974429 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.974698 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.974972 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.975240 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.975506 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.975772 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] use_json = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.976038 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.976305 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.976608 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.976879 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.977148 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.977422 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.977692 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.977972 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.978242 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:28.978536 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.978830 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.979131 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.979418 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.979705 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.979984 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.980270 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.980570 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.980856 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.981142 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.981426 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.981702 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.981999 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.982287 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.982580 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.982880 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.983170 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.983457 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.983727 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.984041 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.984315 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.984618 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.984902 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.985176 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.985460 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.985745 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.986022 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.986314 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.986596 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.986887 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.987172 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.987442 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.987721 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.988009 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.988287 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.988579 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.988856 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.989141 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.989416 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.989685 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.989964 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.990240 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.990508 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.990776 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.991053 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.991341 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.991615 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.991881 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.992148 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.992446 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.992715 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.992996 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.993271 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.993537 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.993802 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.994076 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.994345 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.994611 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.994884 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.995150 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.995422 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.995686 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.995952 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.996220 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.996511 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.996780 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.997045 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.997310 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.997580 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.997852 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.998119 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.998384 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.998647 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.998913 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:28.999191 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.000002 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.000288 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.000587 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.000864 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.001138 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.001412 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.001683 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.001957 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.002233 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.002502 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.002785 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.003066 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.003348 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.003641 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.003917 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.004208 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.004515 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.004799 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.005075 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.005351 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.005631 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.005908 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.006198 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.006486 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.006774 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.007063 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.007348 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.007623 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.007925 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.008204 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:29.008452 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 06:26:29.008687 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102603) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 11 06:26:29.355852 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 11 06:26:29.356130 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 11 06:26:29.356464 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 11 06:26:29.356799 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 11 06:26:29.686167 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.686376 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.686642 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.688722 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.688997 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.689265 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.735488 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.735764 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.736025 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.749983 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.750257 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.750519 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.779861 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.780142 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.780430 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.833225 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.833499 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:29.833763 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.190267 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.190921 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.190921 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.191101 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.191970 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.291406 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.291721 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.291999 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.292267 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.292555 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.292864 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.293120 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.293373 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.293621 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.293895 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.294150 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.294408 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.294658 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.294903 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.295153 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.295410 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.295658 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.295918 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.296182 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.296490 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.296757 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.297006 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.297282 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.297651 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.297896 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.298137 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.298525 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 06:26:30.298777 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 06:26:30.298993 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 06:26:30.299224 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 06:26:30.299453 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 06:26:30.299685 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 06:26:30.300042 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 11 06:26:30.303247 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 11 06:26:30.307181 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 11 06:26:30.311149 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 11 06:26:30.312815 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 11 06:26:30.313281 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 11 06:26:30.313612 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 11 06:26:30.313988 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 11 06:26:30.317056 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 11 06:26:30.317303 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 11 06:26:30.317646 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 11 06:26:30.323060 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 11 06:26:30.346832 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 11 06:26:30.347276 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.347568 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102603) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 11 06:26:30.347925 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.349328 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102603) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 11 06:26:30.349601 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 11 06:26:30.349844 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 11 06:26:30.353151 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.353430 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:30.417505 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 11 06:26:30.417745 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 11 06:26:30.417973 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 11 06:26:30.418336 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 11 06:26:30.439178 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_db.sqlalchemy.engines [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102603) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 11 06:26:30.889663 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Initializing driver for type 'gre' Jan 11 06:26:30.890750 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] gre ID ranges: [(1, 1000)] Jan 11 06:26:30.943108 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Initializing driver for type 'local' Jan 11 06:26:30.943480 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Initializing driver for type 'vlan' Jan 11 06:26:30.957184 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] VlanTypeDriver initialization complete Jan 11 06:26:30.957569 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Initializing driver for type 'vxlan' Jan 11 06:26:30.958046 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] vxlan ID ranges: [(1, 1000)] Jan 11 06:26:31.008639 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Initializing extension driver 'port_security' Jan 11 06:26:31.008998 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] PortSecurityExtensionDriver initialization complete Jan 11 06:26:31.009440 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Initializing mechanism driver 'openvswitch' Jan 11 06:26:31.009778 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Initializing mechanism driver 'hyperv' Jan 11 06:26:31.017321 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:26:31.017999 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > port after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.018372 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > port after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.018726 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > port after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.019261 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 06:26:31.019691 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > subnet after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.020045 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > subnet after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.020422 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.020825 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 06:26:31.021232 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > network after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.021581 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > network after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.021922 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > network after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.022322 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 06:26:31.022725 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > security_group after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.023074 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > security_group after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.023418 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > security_group after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.023966 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 06:26:31.024374 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.024739 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.025085 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.025490 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 06:26:31.025894 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > address_group after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.026242 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > address_group after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.026582 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > address_group after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.026985 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 06:26:31.027363 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] ML2 OVO RPC backend initialized. {{(pid=102603) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 11 06:26:31.028070 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.028457 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.028881 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > network before_response 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.029231 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > networks before_response 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.029586 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > port before_response 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.029931 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > ports before_response 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.030278 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > subnet before_response 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.031230 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > subnets before_response 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.031869 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > network after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.032275 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > network after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.032650 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > network after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.033001 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > port after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.033347 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > port after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.033690 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > port after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.034033 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > subnet after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.034374 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > subnet after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.034714 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.035289 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.plugin [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Modular L2 Plugin initialization complete Jan 11 06:26:31.035620 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading services supported by the core plugin {{(pid=102603) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 11 06:26:31.035948 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.plugins.ml2.managers [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Got port-security extension from driver 'port_security' Jan 11 06:26:31.036444 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.extensions.vlantransparent [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Disabled vlantransparent extension. Jan 11 06:26:31.036929 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102603) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 11 06:26:31.037245 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading Plugin: router Jan 11 06:26:31.073784 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router_interface before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.074209 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router after_create 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.074592 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router before_create 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.074962 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.075343 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.075709 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router after_delete 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.076075 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > floatingip after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.076459 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > floatingip after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.076832 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router after_create 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.077189 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router after_update 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.078056 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router after_update 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.078690 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.079059 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router after_update 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.079481 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router precommit_update 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.079860 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: port after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.080204 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: port after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.080574 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: subnet after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.080918 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.081282 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > port precommit_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.081634 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router precommit_create 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.081986 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: port before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.082333 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router precommit_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.082697 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router after_update 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.083045 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router precommit_delete 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.083401 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router precommit_create 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.083768 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.084118 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router precommit_update 55549900 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.084514 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > agent after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.084871 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > agent after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.085225 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > network after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.086087 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Tracking information for resource: router configured {{(pid=102603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 06:26:31.086419 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Tracking information for resource: floatingip configured {{(pid=102603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 06:26:31.091624 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.db.l3_agentschedulers_db [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 11 06:26:31.092214 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: port after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.092616 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: port after_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.092976 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: port after_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.094083 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: port after_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.095017 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router before_create 55550100 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.095386 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router precommit_delete 55550100 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.095752 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router precommit_create 55550100 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.096110 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > router precommit_update 55550100 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.100994 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.services.provider_configuration [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service providers = [] {{(pid=102603) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 11 06:26:31.101361 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.db.servicetype_db [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102603) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 11 06:26:31.104339 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.services.service_base [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 06:26:31.104722 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.services.service_base [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 06:26:31.105067 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.services.service_base [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 06:26:31.105983 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.services.service_base [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 06:26:31.106355 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.services.service_base [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 11 06:26:31.106735 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 06:26:31.107058 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 11 06:26:31.118187 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 06:26:31.118527 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading Plugin: auto_allocate Jan 11 06:26:31.124847 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: network precommit_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.125464 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: network precommit_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.126003 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 06:26:31.126332 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading Plugin: tag Jan 11 06:26:31.133009 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 06:26:31.133341 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading Plugin: timestamp Jan 11 06:26:31.137418 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 06:26:31.137752 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading Plugin: network_ip_availability Jan 11 06:26:31.144056 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.144385 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.144762 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.145472 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 06:26:31.145795 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading Plugin: flavors Jan 11 06:26:31.150525 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 06:26:31.150862 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading Plugin: revisions Jan 11 06:26:31.155178 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 06:26:31.155736 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_concurrency.lockutils [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=102603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 11 06:26:31.156786 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102603) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 11 06:26:31.157129 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Initializing extension manager. Jan 11 06:26:31.157652 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: __init__.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.158000 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: __pycache__ {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.158339 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.158675 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: address_group.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.159432 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.160011 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: address-group Jan 11 06:26:31.160337 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: address_scope.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.161269 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.161788 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: address-scope Jan 11 06:26:31.162115 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: admin_state_down_before_update.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.163055 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.163572 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: router-admin-state-down-before-update Jan 11 06:26:31.163898 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: agent.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.164637 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.165149 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: agent Jan 11 06:26:31.165469 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: agent_resources_synced.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.166379 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.166893 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: agent-resources-synced Jan 11 06:26:31.167215 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: allowedaddresspairs.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.169029 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.169555 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: allowed-address-pairs Jan 11 06:26:31.169889 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: auto_allocated_topology.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.170966 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.171656 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: auto-allocated-topology Jan 11 06:26:31.172107 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: availability_zone.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.172837 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.173348 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: availability_zone Jan 11 06:26:31.173672 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: availability_zone_filter.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.174590 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.175096 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: availability_zone_filter Jan 11 06:26:31.175417 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: data_plane_status.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.176322 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.176860 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension data-plane-status not supported by any of loaded plugins Jan 11 06:26:31.177181 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: default_subnetpools.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.178095 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.178633 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: default-subnetpools Jan 11 06:26:31.178957 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: dhcpagentscheduler.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.179762 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.180267 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: dhcp_agent_scheduler Jan 11 06:26:31.180616 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: dns.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.181529 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.182030 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension dns-integration not supported by any of loaded plugins Jan 11 06:26:31.182352 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: dns_domain_ports.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.183263 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.183759 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 11 06:26:31.184082 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.185043 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.185547 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 11 06:26:31.185869 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: dvr.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.186540 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.187744 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: dvr Jan 11 06:26:31.188192 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: ecmp_routes.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.189138 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.189642 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension ecmp_routes not supported by any of loaded plugins Jan 11 06:26:31.189964 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: empty_string_filtering.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.190962 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.191743 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: empty-string-filtering Jan 11 06:26:31.192047 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.192999 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.193501 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 11 06:26:31.193821 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.194728 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.195232 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 11 06:26:31.195554 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: external_net.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.196534 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.197038 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: external-net Jan 11 06:26:31.197366 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: extra_dhcp_opt.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.198271 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.198777 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: extra_dhcp_opt Jan 11 06:26:31.199100 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: extraroute.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.200008 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.200556 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: extraroute Jan 11 06:26:31.200882 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: extraroute_atomic.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.201905 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.202413 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: extraroute-atomic Jan 11 06:26:31.203528 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: filter_validation.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.204311 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.204842 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: filter-validation Jan 11 06:26:31.205166 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: fip_pf_description.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.206078 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.206580 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 11 06:26:31.206901 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: fip_port_details.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.207822 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.208323 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: fip-port-details Jan 11 06:26:31.208672 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: flavors.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.209909 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.210429 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: flavors Jan 11 06:26:31.210757 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.212507 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.213030 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 11 06:26:31.213357 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: floatingip_pools.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.214053 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.214561 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: floatingip-pools Jan 11 06:26:31.214887 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: ip_allocation.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.215816 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.216324 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension ip_allocation not supported by any of loaded plugins Jan 11 06:26:31.216670 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.217591 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.218144 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: ip-substring-filtering Jan 11 06:26:31.218712 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: l2_adjacency.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.219678 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.220192 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension l2_adjacency not supported by any of loaded plugins Jan 11 06:26:31.220555 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: l3.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.221643 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.222160 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: router Jan 11 06:26:31.222489 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: l3_conntrack_helper.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.224771 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.225303 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 11 06:26:31.225635 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.226568 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.227086 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: ext-gw-mode Jan 11 06:26:31.227421 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.228389 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.228895 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: l3-ha Jan 11 06:26:31.229222 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: l3_flavors.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.230136 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.230648 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: l3-flavors Jan 11 06:26:31.230971 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.231881 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.232417 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: l3-port-ip-change-not-allowed Jan 11 06:26:31.232744 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: l3agentscheduler.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.233862 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.234568 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: l3_agent_scheduler Jan 11 06:26:31.234904 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: local_ip.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.236733 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.237261 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension local_ip not supported by any of loaded plugins Jan 11 06:26:31.237591 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: logging.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.239080 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.239604 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension logging not supported by any of loaded plugins Jan 11 06:26:31.239937 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: metering.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.240702 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.241281 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: metering Jan 11 06:26:31.241610 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.242714 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.243238 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: metering_source_and_destination_fields Jan 11 06:26:31.243566 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: multiprovidernet.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.244530 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.245043 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: multi-provider Jan 11 06:26:31.245370 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: netmtu.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.246281 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.246790 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: net-mtu Jan 11 06:26:31.247114 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: netmtu_writable.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.248033 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.248576 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: net-mtu-writable Jan 11 06:26:31.248908 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: network_availability_zone.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.250276 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.250854 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: network_availability_zone Jan 11 06:26:31.251181 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: network_ip_availability.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.252289 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.252832 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: network-ip-availability Jan 11 06:26:31.253162 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: network_segment_range.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.253927 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.254426 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension network-segment-range not supported by any of loaded plugins Jan 11 06:26:31.254750 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: pagination.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.255846 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.256181 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: pagination Jan 11 06:26:31.256545 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: port_device_profile.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.257463 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.257986 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: port-device-profile Jan 11 06:26:31.258311 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.259222 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.259730 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: port-mac-address-regenerate Jan 11 06:26:31.260053 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.260994 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.261503 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: port-numa-affinity-policy Jan 11 06:26:31.261824 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: port_resource_request.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.262740 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.263241 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension port-resource-request not supported by any of loaded plugins Jan 11 06:26:31.263562 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: port_resource_request_groups.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.264569 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.265784 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 11 06:26:31.266346 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: portbindings.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.267283 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.267803 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: binding Jan 11 06:26:31.268126 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: portbindings_extended.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.269436 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.269950 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: binding-extended Jan 11 06:26:31.270277 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: portsecurity.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.271194 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.271705 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: port-security Jan 11 06:26:31.272030 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: project_id.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.273047 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.273375 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: project-id Jan 11 06:26:31.273699 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: providernet.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.274616 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.275126 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: provider Jan 11 06:26:31.275449 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: qos.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.279090 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.279616 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension qos not supported by any of loaded plugins Jan 11 06:26:31.279951 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.281534 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.282055 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 11 06:26:31.282389 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.283317 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.283827 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 11 06:26:31.284155 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: qos_default.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.285102 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.285611 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension qos-default not supported by any of loaded plugins Jan 11 06:26:31.285936 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: qos_fip.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.286591 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.287091 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension qos-fip not supported by any of loaded plugins Jan 11 06:26:31.287413 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: qos_fip_network_policy.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.288332 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.288867 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 11 06:26:31.289191 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: qos_gateway_ip.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.290112 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.290616 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 11 06:26:31.290939 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: qos_port_network_policy.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.291931 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.292470 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 11 06:26:31.292797 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.293839 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.294345 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 11 06:26:31.294671 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: qos_pps_rule.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.295868 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.296542 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension qos-pps not supported by any of loaded plugins Jan 11 06:26:31.297063 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: qos_rule_type_details.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.298008 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.298520 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 11 06:26:31.298846 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: qos_rules_alias.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.299886 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.300431 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 11 06:26:31.300760 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: quota_check_limit.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.301672 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.302184 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: quota-check-limit Jan 11 06:26:31.302511 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: quotasv2.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.303422 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.303749 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: quotas Jan 11 06:26:31.304071 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: quotasv2_detail.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.307459 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.307809 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: quota_details Jan 11 06:26:31.308143 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: rbac.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.309233 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.309760 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: rbac-policies Jan 11 06:26:31.310087 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: rbac_address_group.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.311023 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.311543 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: rbac-address-group Jan 11 06:26:31.312393 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: rbac_address_scope.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.313538 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.314053 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: rbac-address-scope Jan 11 06:26:31.314379 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: rbac_security_groups.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.315305 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.315817 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: rbac-security-groups Jan 11 06:26:31.316418 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: rbac_subnetpool.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.317344 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.317851 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: rbac-subnetpool Jan 11 06:26:31.318234 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: revisionifmatch.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.319157 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.319667 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: revision-if-match Jan 11 06:26:31.319991 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: revisions.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.321133 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.321645 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: standard-attr-revisions Jan 11 06:26:31.321975 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: router_availability_zone.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.322726 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.323236 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: router_availability_zone Jan 11 06:26:31.323561 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: routerservicetype.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.324522 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.325025 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension router-service-type not supported by any of loaded plugins Jan 11 06:26:31.325348 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.326347 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.326857 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: security-groups-normalized-cidr Jan 11 06:26:31.327181 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: security_groups_port_filtering.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.329026 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.329551 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: port-security-groups-filtering Jan 11 06:26:31.329883 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.330829 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.331355 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: security-groups-remote-address-group Jan 11 06:26:31.331683 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.332645 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.333157 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: security-groups-shared-filtering Jan 11 06:26:31.333482 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.334071 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 11 06:26:31.334395 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: securitygroup.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.345661 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.346195 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: security-group Jan 11 06:26:31.346532 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: segment.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.347323 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.347833 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension segment not supported by any of loaded plugins Jan 11 06:26:31.348163 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.349145 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.349654 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 11 06:26:31.349980 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: servicetype.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.351103 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.351621 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: service-type Jan 11 06:26:31.351945 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: sorting.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.352960 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.353296 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: sorting Jan 11 06:26:31.353623 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: standard_attr_segment.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.354542 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.355058 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 11 06:26:31.355384 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: standardattrdescription.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.356032 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.356577 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: standard-attr-description Jan 11 06:26:31.356905 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: stateful_security_group.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.357838 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.358360 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: stateful-security-group Jan 11 06:26:31.358702 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: stdattrs_common.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.359628 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 11 06:26:31.359960 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.360930 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.361450 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 11 06:26:31.361774 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: subnet_onboard.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.362848 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.363370 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: subnet_onboard Jan 11 06:26:31.363698 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.364659 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.365170 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 11 06:26:31.365497 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: subnet_service_types.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.366433 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.366946 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: subnet-service-types Jan 11 06:26:31.367273 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: subnetallocation.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.368385 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.368918 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: subnet_allocation Jan 11 06:26:31.369252 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.369922 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.370444 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: subnetpool-prefix-ops Jan 11 06:26:31.370768 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.371708 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.372273 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 11 06:26:31.372635 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: tagging.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.373700 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.374231 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: standard-attr-tag Jan 11 06:26:31.375205 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: timestamp.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.376611 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.377131 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loaded extension: standard-attr-timestamp Jan 11 06:26:31.377462 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: trunk.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.378512 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.379033 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension trunk not supported by any of loaded plugins Jan 11 06:26:31.379364 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: trunk_details.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.380291 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.380831 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension trunk-details not supported by any of loaded plugins Jan 11 06:26:31.381163 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: uplink_status_propagation.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.382087 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.382599 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 11 06:26:31.382927 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Loading extension file: vlantransparent.py {{(pid=102603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 06:26:31.383598 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 06:26:31.384106 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extension vlan-transparent not supported by any of loaded plugins Jan 11 06:26:31.386644 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:network Jan 11 06:26:31.387170 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:subnet Jan 11 06:26:31.387568 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 06:26:31.387956 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:port Jan 11 06:26:31.389227 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.389681 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service FLAVORS assigned prefix: {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.391090 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.391657 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.391997 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:router Jan 11 06:26:31.392575 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:floatingip Jan 11 06:26:31.393067 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service METERING assigned prefix: /metering {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.394572 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.394903 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.395261 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:26:31.396267 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of CountableResource for resource:rbac_policy Jan 11 06:26:31.396751 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:security_group Jan 11 06:26:31.397190 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:security_group_rule Jan 11 06:26:31.397787 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service CORE assigned prefix: {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.398120 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 06:26:31.398466 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] subnetpool is already registered Jan 11 06:26:31.398907 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service CORE assigned prefix: {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.399712 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 06:26:31.399712 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] subnetpool is already registered Jan 11 06:26:31.401810 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.402249 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service FLAVORS assigned prefix: {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.402838 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.403263 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.403599 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:router Jan 11 06:26:31.403935 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] router is already registered Jan 11 06:26:31.404350 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:floatingip Jan 11 06:26:31.404713 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] floatingip is already registered Jan 11 06:26:31.405169 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service METERING assigned prefix: /metering {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.406118 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of CountableResource for resource:rbac_policy Jan 11 06:26:31.406501 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] rbac_policy is already registered Jan 11 06:26:31.406916 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:security_group Jan 11 06:26:31.407253 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] security_group is already registered Jan 11 06:26:31.407660 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:security_group_rule Jan 11 06:26:31.407993 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] security_group_rule is already registered Jan 11 06:26:31.408651 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service CORE assigned prefix: {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.408986 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 06:26:31.409318 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] subnetpool is already registered Jan 11 06:26:31.409745 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.v2.resource_helper [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Service CORE assigned prefix: {{(pid=102603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 06:26:31.410072 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 06:26:31.410403 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING neutron.quota.resource_registry [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] subnetpool is already registered Jan 11 06:26:31.410868 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: extensions {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.412403 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: address-groups {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.413927 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: address-scopes {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.415278 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: agents {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.416476 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: auto-allocated-topology {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.417739 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: availability_zones {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.418983 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: dhcp-networks {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.420553 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: dhcp-agents {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.422332 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: routers {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.424601 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: flavors {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.425782 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: service_profiles {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.427004 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: next_providers {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.428523 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: service_profiles {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.430086 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: floatingip-pools {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.431321 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: routers {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.433490 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: floatingips {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.434796 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: l3-routers {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.436196 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: l3-agents {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.438514 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: metering-labels {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.439892 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: metering-label-rules {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.441483 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: network-ip-availabilities {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.442773 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: bindings {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.445315 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: quotas {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.446927 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: quotas {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.448507 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: rbac-policies {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.449841 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: security-groups {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.451080 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: security-group-rules {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.452335 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: service-providers {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.454511 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: subnetpools {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.455975 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: subnetpools {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.457469 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: tags {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.459173 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: tags {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.461065 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: tags {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.462860 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: tags {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.464690 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: tags {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.466585 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: tags {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.468552 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: tags {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.470610 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: tags {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.472388 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: tags {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.474276 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron.api.extensions [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Extended resource: tags {{(pid=102603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 06:26:31.480122 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING keystonemiddleware.auth_token [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 11 06:26:31.485139 dv-cinder-606346-33-iscsi neutron-server[102603]: WARNING keystonemiddleware.auth_token [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 11 06:26:31.493798 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_concurrency.lockutils [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Acquired lock "singleton_lock" {{(pid=102603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 11 06:26:31.494275 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_concurrency.lockutils [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Releasing lock "singleton_lock" {{(pid=102603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 11 06:26:31.494922 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO oslo_service.service [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Starting 2 workers Jan 11 06:26:31.500576 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Started child 102725 {{(pid=102603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 06:26:31.505177 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Started child 102726 {{(pid=102603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 06:26:31.505798 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:31.506748 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO neutron.service [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Neutron service started, listening on 0.0.0.0:9696 Jan 11 06:26:31.507246 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [-] (102725) wsgi starting up on http://0.0.0.0:9696 Jan 11 06:26:31.507407 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Publish callbacks [] for process (None), before_spawn {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:31.509876 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO oslo_service.service [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Starting 1 workers Jan 11 06:26:31.509995 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:31.511318 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [-] (102726) wsgi starting up on http://0.0.0.0:9696 Jan 11 06:26:31.515665 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Started child 102727 {{(pid=102603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 06:26:31.516518 dv-cinder-606346-33-iscsi neutron-server[102603]: INFO oslo_service.service [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Starting 1 workers Jan 11 06:26:31.519518 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.service [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] calling RpcWorker wait() {{(pid=102727) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 11 06:26:31.520038 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.service [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] returning from RpcWorker wait() {{(pid=102727) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 11 06:26:31.521164 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Started child 102728 {{(pid=102603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 06:26:31.521269 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:31.521757 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:26:31.521965 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-1ca9b210-effa-4f68-bcba-4e6e317f77ae None None] Publish callbacks [] for process (None), after_spawn {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:31.523956 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 11 06:26:31.524172 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 06:26:31.524376 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 06:26:31.524630 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 06:26:31.524991 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 06:26:31.525156 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 06:26:31.525674 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.525953 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.526208 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.526469 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.526778 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.526865 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:31.527354 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.527593 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.527830 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.528097 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.528340 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.528533 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.528700 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.528956 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.529225 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.529539 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.529805 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.530058 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.530331 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.530518 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.530929 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.531421 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.531661 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.531991 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] debug = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.532254 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.532780 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.533014 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.533269 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.533512 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.533786 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.534024 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.534289 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.534536 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.534774 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.535020 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.535280 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.535532 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.535744 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.535998 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.536229 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.536499 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.536723 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.537187 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] host = dv-cinder-606346-33-iscsi {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.537423 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.537666 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.537911 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.538177 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.538425 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.538664 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.538912 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.539172 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.539439 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.539670 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.539918 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.540174 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.540432 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.540699 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_file = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.540868 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_options = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.541096 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.541370 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.541618 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.541816 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.541985 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.542149 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.542406 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.542571 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.542818 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.543056 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.543274 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.543522 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.543760 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.543993 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.544272 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.544602 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.544860 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.545073 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.547204 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.547204 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.547926 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.547926 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.547926 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.547926 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.547926 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.549315 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.549315 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.549315 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.549697 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.550500 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.550500 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.551254 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.553107 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:26:31.553508 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.553508 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.553508 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.556312 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.556312 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.556312 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.556312 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.556888 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.556888 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.557130 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.557952 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.557952 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.557952 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.558211 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.558978 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] use_json = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.558978 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.558978 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.559229 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.560469 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.560469 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.560469 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.560469 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.560469 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.560842 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.561093 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.561550 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.562572 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.563034 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.563436 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.564062 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.564539 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.564940 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.565209 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.565492 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.566357 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.566357 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.566640 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.566898 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.567190 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.567533 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.568035 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.568147 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.568412 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.568679 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.568942 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.569167 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.569624 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.570030 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.570451 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.570896 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.571446 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.571778 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.572216 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.572757 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.573203 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.573636 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.574070 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.574451 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.574704 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.574952 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.575322 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.575721 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.576100 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.576551 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.576948 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.577203 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.577475 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.578075 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.578468 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.578908 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.579309 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.579717 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.580152 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.580607 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.581038 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.581440 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.581928 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.582505 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.582985 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.583237 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.583557 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.583823 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.584094 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.584332 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.584765 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.585156 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.585568 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.585966 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.586347 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.586574 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.586826 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.587048 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.587309 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.587569 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.587797 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.588039 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.588283 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.588564 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.588819 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.589061 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.589301 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.589559 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.589798 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.590036 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.590304 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.590527 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.590744 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.590959 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.591194 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.591411 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.592136 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.592551 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.592945 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.593241 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.593482 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.593806 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.594243 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.594612 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.594793 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.595039 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.595300 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.595618 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.595837 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.596050 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57114) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:26:31.596393 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.596806 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.597201 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.597484 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.597735 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.597991 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.598277 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.598542 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.598811 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.599063 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.599310 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.599533 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.599781 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.600026 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.600293 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.600561 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.600803 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.601090 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.601353 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.601646 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.602551 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.602551 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.602551 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.602765 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.603109 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.603398 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.603713 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.604010 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.604310 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.604641 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.604946 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.605240 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.605491 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.605803 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.606066 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.606316 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.606576 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.606828 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.607108 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.607465 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.607747 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.608009 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.608264 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.608635 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.609576 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.609977 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.610352 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.610522 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0122516 Jan 11 06:26:31.610828 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.611288 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.611579 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.611854 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.612107 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.612405 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.612860 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.613071 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.613352 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.613833 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.614099 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.615477 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.615742 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.616046 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.616275 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.616533 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.616764 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.616969 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.617193 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.617447 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.617692 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.617970 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.618216 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.618459 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.618731 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.618992 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.619266 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.619522 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.619736 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.620015 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.620282 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.621272 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.621553 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.621792 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.622062 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.623868 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.624175 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.625608 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.625867 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.626113 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.626380 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.626629 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.626854 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.627097 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.627323 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.627910 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.627910 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.628165 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.628474 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.628755 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.628999 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.629220 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.629663 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.630070 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.630487 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.630714 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.630940 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.631199 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.631465 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.631881 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.632284 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.632671 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.633068 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.633291 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.633536 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.633754 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.634058 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.634315 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.634555 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.634827 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.635053 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.635286 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.635538 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.635796 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.636030 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.636280 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.637177 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.637433 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.637687 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.637929 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.638172 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.638432 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.638710 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.638962 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.639218 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.639435 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.639669 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.640496 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.640729 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.641117 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.641372 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.642161 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.642161 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.642161 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.642413 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.642482 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.642600 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:26:31.642689 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.642885 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.643103 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.643332 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.643553 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.643763 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.644074 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.644329 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.645566 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.645804 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.646063 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.646321 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.646991 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.646991 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.647239 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.647390 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.647650 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.647910 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.648450 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.648450 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.648820 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.649128 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.649416 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.649671 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.649952 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.650244 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.650506 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.650790 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.651839 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.651839 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.651839 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.652060 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.652163 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.652470 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.652721 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.653151 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.653794 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.653794 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.653965 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.654147 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.654382 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.654632 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.654891 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.655157 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.655410 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.655735 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.655986 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.656238 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.657550 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.657718 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 06:26:31.658459 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 11 06:26:31.658762 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 06:26:31.659065 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 06:26:31.659413 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 06:26:31.659761 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 06:26:31.660111 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 06:26:31.660350 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.660574 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.660768 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.660940 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.661163 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.661321 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.661489 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.661649 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.661810 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.661955 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.662115 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.662297 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.662433 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.662610 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.662788 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.662970 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.663148 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.663326 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.663491 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.663687 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.663842 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.664021 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.664200 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] debug = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.664394 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.664637 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.664825 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.665004 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.665183 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.665341 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.665501 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.665656 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.665986 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.666157 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.666320 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.666482 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.666638 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.666797 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.666971 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.667147 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.667309 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.667499 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.667669 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] host = dv-cinder-606346-33-iscsi {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.667869 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.668597 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.668597 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.668597 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.669462 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.669815 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.670862 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.671052 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.671895 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.672262 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.672611 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.672966 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.673157 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.673340 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_file = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.673525 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_options = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.673707 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.673889 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.674069 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.674276 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.674463 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.674804 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.674973 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.675641 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.675641 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.675641 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.675641 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.675923 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.675923 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.676039 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.676164 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.676321 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.676510 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.677375 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.677375 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.677375 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.677375 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.677375 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.677674 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.677674 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.677862 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.677927 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.678061 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.678221 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.678382 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.678541 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.678753 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.678922 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.679160 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.679344 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.679524 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.679705 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.679887 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.680064 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.680255 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.680458 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.680622 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.680782 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.681152 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.681152 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.681303 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.681423 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.681757 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] use_json = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.682075 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.682360 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.682554 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.682715 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.682877 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.683031 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.683191 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.683355 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.683538 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 06:26:31.683740 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.683932 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.684126 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.684307 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.684699 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.685028 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.685317 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.685646 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.685834 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.686023 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.686228 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.686412 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.686605 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.686795 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.687047 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.687249 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.687382 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.687607 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.687753 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.687883 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.688026 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.688173 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.688548 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.688876 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.689050 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.689397 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.689578 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.689777 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.689971 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.690143 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.690299 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.690486 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.690671 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.690833 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.690998 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.691415 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.691581 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.691745 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.691909 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.692074 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.693169 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.693169 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.693169 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.693169 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.693169 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.693169 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.693169 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.693584 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.693584 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.693704 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.693769 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.693907 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.694211 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.694386 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.694550 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.694714 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.694876 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.695892 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.695892 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.695892 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.695892 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.695892 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.695892 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.696289 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.696289 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.696289 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.696546 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.696546 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.696826 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.696913 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.697033 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.697197 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.697362 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.697520 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.697839 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.698152 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.698314 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.698471 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.698633 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.699629 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.699629 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.699629 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.699629 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.699629 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.699629 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.700001 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.700001 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.700001 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.700178 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.700885 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.700885 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.700885 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.700885 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.701158 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.701158 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.701273 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.701397 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.701558 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.701720 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.701878 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.702039 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.702203 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.702364 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.703107 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.703332 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.703496 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.704127 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.704127 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.704127 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.704127 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.704440 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.704440 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.704616 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.704783 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.705005 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.705123 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.705278 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.705418 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.705599 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.705789 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.705929 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.706063 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.706231 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.706363 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.706522 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.706685 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.706848 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.707009 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.707168 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.707319 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.707540 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.707640 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.707802 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.707963 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.708136 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.708299 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.708551 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.708693 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.708850 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.709023 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.709223 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.709398 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.709712 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.709809 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.709951 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.710117 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.710278 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.710462 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.710845 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.710845 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.710994 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.711216 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.711379 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.711525 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.711825 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.712720 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.712720 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.712720 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.712720 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.712720 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.713057 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.713057 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.713176 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.713360 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.713534 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.713784 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.713869 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.714082 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.714285 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.714488 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.714683 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.714996 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.715112 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.715238 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.715375 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.715559 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.715787 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.715972 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.716174 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.716399 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.716550 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.716778 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.717663 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.717663 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.717663 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.717663 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.717663 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.717975 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.717975 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.718727 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.718969 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.719163 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.719297 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.719527 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.719814 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.719984 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.720190 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.721123 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.721123 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.721123 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.721123 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.721123 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.721570 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.721570 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.721570 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.721772 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.721894 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.722123 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.722351 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.722502 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.722659 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.722859 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.723091 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.723243 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.723415 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.723618 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.723828 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.724104 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.724194 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.724562 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.724728 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.725778 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.725778 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.725778 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.725778 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.725778 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.726188 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.726188 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.726188 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.726395 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.726523 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.726852 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.727058 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.727323 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.727494 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.727617 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.727765 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.728028 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.728154 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.728425 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.728575 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.728734 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.728904 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.729066 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.729228 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.729392 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.729610 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.729731 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.729925 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.730090 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.730253 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.730435 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.730653 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.730815 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.731028 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.731409 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.731776 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.731936 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.732311 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.732311 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.732625 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.732756 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.732952 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.733072 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.733305 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.733487 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.733641 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.734494 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.734685 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.734831 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.734993 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.735186 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.735401 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.735538 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.735708 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.735902 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.736139 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.736347 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.736564 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.736686 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.736833 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.737011 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.737241 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.737388 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.737524 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.737701 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.737834 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.738011 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.738195 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.738359 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.738551 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 06:26:31.738752 dv-cinder-606346-33-iscsi neutron-server[102603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 06:26:43.452840 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d5c6cd-7de0-4426-9c21-92c243183b3d None None] get_active_networks_info from dv-cinder-606346-33-iscsi {{(pid=102727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 11 06:26:43.545107 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d5c6cd-7de0-4426-9c21-92c243183b3d None None] No non-hosted networks {{(pid=102727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 11 06:26:43.553893 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.agentschedulers_db [None req-63d5c6cd-7de0-4426-9c21-92c243183b3d None None] DHCP Agent not found on host dv-cinder-606346-33-iscsi {{(pid=102727) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 11 06:26:43.663095 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-ec0f294b-63a6-48e4-82dd-8e2089ed3238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993671'] for agent (234b0084-0575-4954-ba33-63c733068285), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:45.690621 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b34c0b64-b608-4eed-ad3e-af95280ef38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993671'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:45.757803 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-e647f7ee-2155-4257-a43a-9f2fc0586811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:46.836728 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993671'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:48.305909 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993671'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:49.631751 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993671'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:49.633266 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.633833 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.634172 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.634852 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.635173 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.635765 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.636282 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.636663 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.637001 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.637334 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.637671 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.637997 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.638343 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:26:49.638751 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-606346-33-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:26:49.654895 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-606346-33-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:26:52.697825 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 57220) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:26:53.346605 dv-cinder-606346-33-iscsi neutron-server[102726]: WARNING oslo_policy.policy [None req-64ee4ce4-41f5-4354-9c28-5cacd747ef7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 06:26:53.347206 dv-cinder-606346-33-iscsi neutron-server[102726]: WARNING oslo_policy.policy [None req-64ee4ce4-41f5-4354-9c28-5cacd747ef7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 06:26:53.575926 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [None req-64ee4ce4-41f5-4354-9c28-5cacd747ef7f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:26:53.577837 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-64ee4ce4-41f5-4354-9c28-5cacd747ef7f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8778288 Jan 11 06:26:53.756850 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.db.l3_hamode_db [None req-d5843675-7e64-41c3-bccb-e4e663a0380f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 11 06:26:53.839383 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5843675-7e64-41c3-bccb-e4e663a0380f None None] Routers set() bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:26:53.839773 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5843675-7e64-41c3-bccb-e4e663a0380f None None] Router IDs set() for agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 11 06:26:56.457228 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 57236) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:26:56.749684 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-abacb74d-9e9d-497e-92fb-1e8f2f73a944 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'tenant_id': '426792a123604ff88b948d0f946a5eeb', 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:26:56.845870 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.policy [None req-abacb74d-9e9d-497e-92fb-1e8f2f73a944 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102726) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 11 06:26:56.892478 dv-cinder-606346-33-iscsi neutron-server[102726]: WARNING oslo_policy.policy [None req-abacb74d-9e9d-497e-92fb-1e8f2f73a944 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 06:26:56.892827 dv-cinder-606346-33-iscsi neutron-server[102726]: WARNING oslo_policy.policy [None req-abacb74d-9e9d-497e-92fb-1e8f2f73a944 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 06:26:56.901324 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.quota [None req-abacb74d-9e9d-497e-92fb-1e8f2f73a944 admin admin] Loaded quota_driver: . Jan 11 06:26:56.993146 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-abacb74d-9e9d-497e-92fb-1e8f2f73a944 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769819582012', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769819578433', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769811826421', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769811829246', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769811810524', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769811819348', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7904398', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7903693', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1042020', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-920333'] for rbac-policy (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:57.060610 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-abacb74d-9e9d-497e-92fb-1e8f2f73a944 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:26:57.061881 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-abacb74d-9e9d-497e-92fb-1e8f2f73a944 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6036797 Jan 11 06:26:59.907499 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57248) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:27:00.390499 dv-cinder-606346-33-iscsi neutron-server[102725]: WARNING oslo_policy.policy [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 06:27:00.391054 dv-cinder-606346-33-iscsi neutron-server[102725]: WARNING oslo_policy.policy [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 06:27:00.615233 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '612ff755f89c47148250bb8a721721d6', 'tenant_id': '612ff755f89c47148250bb8a721721d6'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:27:00.616930 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.quota [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Loaded quota_driver: . Jan 11 06:27:00.674324 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Made reservation on behalf of 612ff755f89c47148250bb8a721721d6 for: {'network': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:27:00.741520 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.policy [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102725) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 11 06:27:00.796820 dv-cinder-606346-33-iscsi neutron-server[102725]: WARNING oslo_policy.policy [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 06:27:00.797206 dv-cinder-606346-33-iscsi neutron-server[102725]: WARNING oslo_policy.policy [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 06:27:00.807824 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:00.829210 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:00.938891 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Publish callbacks [] for security_group (e1af2a5b-c89b-4e70-ace1-e3d4c39b8eab), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:00.942873 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e1af2a5b-c89b-4e70-ace1-e3d4c39b8eab), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:00.961894 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:27:00.991935 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769815454118', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (ffee9874-8032-4431-a384-35855267401a), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:00.992534 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Unsubscribe: segment precommit_create {{(pid=102725) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 11 06:27:00.993038 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.segments_db [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Added segment ffee9874-8032-4431-a384-35855267401a of type vlan for network 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d Jan 11 06:27:01.009932 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1af2a5b-c89b-4e70-ace1-e3d4c39b8eab,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:01.063833 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.064194 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.064563 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.064897 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.065230 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.065558 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.065881 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.066470 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.066796 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.067118 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.067437 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.067751 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.068062 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Tracked resource versions report: Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: pushed versions: Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: { 'AddressGroup': {'1.2'}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'ConntrackHelper': {'1.0'}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'LocalIPAssociation': {'1.0'}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Log': {'1.0'}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Network': {'1.1'}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Port': {'1.7'}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'PortForwarding': {'1.2'}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'QosPolicy': {'1.10'}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'SecurityGroup': {'1.5'}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'SecurityGroupRule': {'1.2'}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'SubPort': {'1.0'}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Subnet': {'1.1'}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Trunk': {'1.1'}} Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: consumer versions: Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: { DHCP agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: L3 agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: Metadata agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: Metering agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: Open vSwitch agent@dv-cinder-606346-33-iscsi: { 'AddressGroup': '1.2', Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'ConntrackHelper': '1.0', Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'LocalIPAssociation': '1.0', Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Log': '1.0', Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Network': '1.1', Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Port': '1.7', Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'PortForwarding': '1.2', Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'QosPolicy': '1.10', Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'SecurityGroup': '1.5', Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'SecurityGroupRule': '1.2', Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'SubPort': '1.0', Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Subnet': '1.1', Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Trunk': '1.1'}} Jan 11 06:27:01.069470 dv-cinder-606346-33-iscsi neutron-server[102725]: {{(pid=102725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 06:27:01.114790 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:01.156526 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:01.157645 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:27:01.158373 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:01.220522 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3118699 Jan 11 06:27:01.265727 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d0d0e-c4fd-4240-ae32-368bc0214b1e admin admin] Pushing event updated for resources: {'Network': ['ID=95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:01.281712 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:27:04.152975 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 57270) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:27:04.574506 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c960ea2-f8a4-4b59-a22d-059f316d913d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:27:04.575919 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-6c960ea2-f8a4-4b59-a22d-059f316d913d admin admin] 10.222.0.15 "GET /v2.0/networks/95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d HTTP/1.1" status: 200 len: 825 time: 0.4220126 Jan 11 06:27:04.599550 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-b7f20b24-6e73-482f-acf0-1df839dd385e admin admin] 10.222.0.15 "GET /v2.0/subnetpools/fdee6672-561a-466a-bdfe-7fb94f1af666 HTTP/1.1" status: 200 len: 734 time: 0.0180604 Jan 11 06:27:04.608592 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'fdee6672-561a-466a-bdfe-7fb94f1af666', 'ip_version': 4, 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d', 'tenant_id': '612ff755f89c47148250bb8a721721d6'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:27:04.636146 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Made reservation on behalf of 612ff755f89c47148250bb8a721721d6 for: {'subnet': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:27:04.638940 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:04.918412 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for subnet (7ae55894-f492-4082-ba57-0027610586ba), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:04.987403 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Checking segment: {'id': 'ffee9874-8032-4431-a384-35855267401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:27:04.987794 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Network hostable DHCP agents. Network: 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:27:04.999384 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae55894-f492-4082-ba57-0027610586ba,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:05.016318 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.016895 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.017188 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.017527 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.017855 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.018183 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.018508 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.018836 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.019245 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.019645 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.019970 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.020289 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.020633 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Tracked resource versions report: Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: pushed versions: Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: { 'AddressGroup': {'1.2'}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'ConntrackHelper': {'1.0'}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'LocalIPAssociation': {'1.0'}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Log': {'1.0'}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Network': {'1.1'}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Port': {'1.7'}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'PortForwarding': {'1.2'}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'QosPolicy': {'1.10'}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'SecurityGroup': {'1.5'}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'SecurityGroupRule': {'1.2'}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'SubPort': {'1.0'}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Subnet': {'1.1'}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Trunk': {'1.1'}} Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: consumer versions: Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: { DHCP agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: L3 agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: Metadata agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: Metering agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: Open vSwitch agent@dv-cinder-606346-33-iscsi: { 'AddressGroup': '1.2', Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'ConntrackHelper': '1.0', Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'LocalIPAssociation': '1.0', Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Log': '1.0', Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Network': '1.1', Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Port': '1.7', Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'PortForwarding': '1.2', Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'QosPolicy': '1.10', Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'SecurityGroup': '1.5', Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'SecurityGroupRule': '1.2', Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'SubPort': '1.0', Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Subnet': '1.1', Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Trunk': '1.1'}} Jan 11 06:27:05.022001 dv-cinder-606346-33-iscsi neutron-server[102726]: {{(pid=102726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 06:27:05.035369 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Network 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:27:05.052336 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d) {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:27:05.069669 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:27:05.071194 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:05.074839 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dce17c-c82a-4007-9ca1-d12616fabb70 None None] Network 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:27:05.091571 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-138e402c-4ba1-4fd8-baec-e71e5ec4cb0d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4867678 Jan 11 06:27:05.351506 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c588cce-5400-5ad6-872a-9e39f37289d9-95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d', 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d', 'project_id': '612ff755f89c47148250bb8a721721d6', 'fixed_ips': [{'subnet_id': '7ae55894-f492-4082-ba57-0027610586ba'}]}} from dv-cinder-606346-33-iscsi. {{(pid=102727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 06:27:05.352862 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:05.652605 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.db_base_plugin_common [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Allocated IP 172.20.0.2 (95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d/7ae55894-f492-4082-ba57-0027610586ba/81100e64-8c3a-4d41-be93-93713491848e) {{(pid=102727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:27:05.895757 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Publish callbacks [] for port (81100e64-8c3a-4d41-be93-93713491848e), precommit_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:05.903046 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (81100e64-8c3a-4d41-be93-93713491848e), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:05.973083 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Network 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d is already hosted by enough agents. {{(pid=102727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:27:05.977627 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.base_scheduler [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Resources bound (agent type, host, resource id): {{(pid=102727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:27:05.980773 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Received port after_create {{(pid=102727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:27:06.021612 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Pushing event updated for resources: {'Port': ['ID=81100e64-8c3a-4d41-be93-93713491848e,revision_number=1']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:06.046478 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.046851 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.047218 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.047565 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.047903 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.048233 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.048601 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.048936 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.049265 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.049607 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.049936 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.050256 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.050575 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Tracked resource versions report: Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: pushed versions: Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: { 'AddressGroup': {'1.2'}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'ConntrackHelper': {'1.0'}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'LocalIPAssociation': {'1.0'}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Log': {'1.0'}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Network': {'1.1'}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Port': {'1.7'}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'PortForwarding': {'1.2'}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'QosPolicy': {'1.10'}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'SecurityGroup': {'1.5'}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'SecurityGroupRule': {'1.2'}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'SubPort': {'1.0'}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Subnet': {'1.1'}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Trunk': {'1.1'}} Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: consumer versions: Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: { DHCP agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: L3 agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: Metadata agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: Metering agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: Open vSwitch agent@dv-cinder-606346-33-iscsi: { 'AddressGroup': '1.2', Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'ConntrackHelper': '1.0', Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'LocalIPAssociation': '1.0', Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Log': '1.0', Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Network': '1.1', Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Port': '1.7', Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'PortForwarding': '1.2', Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'QosPolicy': '1.10', Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'SecurityGroup': '1.5', Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'SecurityGroupRule': '1.2', Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'SubPort': '1.0', Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Subnet': '1.1', Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Trunk': '1.1'}} Jan 11 06:27:06.052005 dv-cinder-606346-33-iscsi neutron-server[102727]: {{(pid=102727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 06:27:06.079674 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Attempting to bind port 81100e64-8c3a-4d41-be93-93713491848e on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:27:06.080266 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Attempting to bind port 81100e64-8c3a-4d41-be93-93713491848e by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': 'ffee9874-8032-4431-a384-35855267401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:27:06.080535 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Attempting to bind port 81100e64-8c3a-4d41-be93-93713491848e on network 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:27:06.085597 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:27:06.085974 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Checking segment: {'id': 'ffee9874-8032-4431-a384-35855267401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:27:06.086454 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:06.086847 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Bound using segment: {'id': 'ffee9874-8032-4431-a384-35855267401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:27:06.087345 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Bound port: 81100e64-8c3a-4d41-be93-93713491848e, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffee9874-8032-4431-a384-35855267401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:27:06.087755 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (81100e64-8c3a-4d41-be93-93713491848e), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:06.151058 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] For port 81100e64-8c3a-4d41-be93-93713491848e, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:27:06.155539 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] For port 81100e64-8c3a-4d41-be93-93713491848e, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=81100e64-8c3a-4d41-be93-93713491848e,segment=NetworkSegment(ffee9874-8032-4431-a384-35855267401a),segment_id=ffee9874-8032-4431-a384-35855267401a)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:27:06.160086 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (81100e64-8c3a-4d41-be93-93713491848e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:06.222572 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6089f7-a5e7-4826-b269-5d072b7aa837 None None] Pushing event updated for resources: {'Port': ['ID=81100e64-8c3a-4d41-be93-93713491848e,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:07.776882 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 57284) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:27:08.095396 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [None req-b2cc2600-caa4-4eb7-adf7-79d60141bb3c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:27:08.096767 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-b2cc2600-caa4-4eb7-adf7-79d60141bb3c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3189085 Jan 11 06:27:10.781256 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 57292) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:27:11.099940 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [None req-d277bae6-a1d5-4165-94b3-739703c2214a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:27:11.100973 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-d277bae6-a1d5-4165-94b3-739703c2214a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3187637 Jan 11 06:27:13.385290 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-9e92b2da-51e5-4ff8-8b7f-5d6aa5f55987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:14.012682 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57302) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:27:14.333004 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-b5043ae6-22be-401b-b0c6-3cef641cd53d admin admin] Request body: {'router': {'tenant_id': '612ff755f89c47148250bb8a721721d6', 'name': 'router1', 'admin_state_up': True}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:27:14.359074 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b5043ae6-22be-401b-b0c6-3cef641cd53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13884'] for router (b02c1739-dd88-4490-83ad-d36e20a2222b), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:14.360644 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b5043ae6-22be-401b-b0c6-3cef641cd53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-993979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13867'] for router (b02c1739-dd88-4490-83ad-d36e20a2222b), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:14.502192 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b5043ae6-22be-401b-b0c6-3cef641cd53d admin admin] Publish callbacks [] for router_controller (b02c1739-dd88-4490-83ad-d36e20a2222b), precommit_add_association {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:14.507577 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b5043ae6-22be-401b-b0c6-3cef641cd53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993934'] for router (b02c1739-dd88-4490-83ad-d36e20a2222b), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:14.527393 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b5043ae6-22be-401b-b0c6-3cef641cd53d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:14.528710 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-b5043ae6-22be-401b-b0c6-3cef641cd53d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5150127 Jan 11 06:27:15.688144 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-3f44d5cb-ce80-43a3-9585-bf1e591234ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:16.193747 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 81100e64-8c3a-4d41-be93-93713491848e up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:27:16.280863 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 81100e64-8c3a-4d41-be93-93713491848e triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:27:16.281055 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (81100e64-8c3a-4d41-be93-93713491848e), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:16.392476 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 81100e64-8c3a-4d41-be93-93713491848e is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:27:16.392869 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (81100e64-8c3a-4d41-be93-93713491848e), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:16.431899 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port 81100e64-8c3a-4d41-be93-93713491848e, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=81100e64-8c3a-4d41-be93-93713491848e,segment=NetworkSegment(ffee9874-8032-4431-a384-35855267401a),segment_id=ffee9874-8032-4431-a384-35855267401a)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:27:16.436849 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (81100e64-8c3a-4d41-be93-93713491848e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:16.486262 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=81100e64-8c3a-4d41-be93-93713491848e,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:16.801936 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:17.283987 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57324) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:27:17.415346 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [None req-6f033320-b198-4879-9d6e-ca0c908a16b5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:27:17.416447 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-6f033320-b198-4879-9d6e-ca0c908a16b5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1313488 Jan 11 06:27:17.472540 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a872ba81-7f72-4431-a7ef-4b47e484735f None None] Network 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:27:17.543766 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-c024570b-b893-4d21-8ac4-bef2bc98627c None None] Provisioning complete for port 81100e64-8c3a-4d41-be93-93713491848e triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:27:17.544162 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-c024570b-b893-4d21-8ac4-bef2bc98627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (81100e64-8c3a-4d41-be93-93713491848e), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:17.679624 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-c024570b-b893-4d21-8ac4-bef2bc98627c None None] Current status of the port 81100e64-8c3a-4d41-be93-93713491848e is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:27:17.901338 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-03afe27c-969a-4642-a940-4a2989857931 None None] Provisioning complete for port 81100e64-8c3a-4d41-be93-93713491848e triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:27:17.901972 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-03afe27c-969a-4642-a940-4a2989857931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (81100e64-8c3a-4d41-be93-93713491848e), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:17.975912 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-03afe27c-969a-4642-a940-4a2989857931 None None] Current status of the port 81100e64-8c3a-4d41-be93-93713491848e is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:27:18.173950 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 81100e64-8c3a-4d41-be93-93713491848e up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:27:18.222747 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 81100e64-8c3a-4d41-be93-93713491848e triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:27:18.223137 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (81100e64-8c3a-4d41-be93-93713491848e), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:18.266952 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:18.309104 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 81100e64-8c3a-4d41-be93-93713491848e is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:27:19.638719 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:19.985546 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57344) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:27:20.030420 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'project_id': '426792a123604ff88b948d0f946a5eeb', 'tenant_id': '426792a123604ff88b948d0f946a5eeb', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:27:20.052901 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Made reservation on behalf of 426792a123604ff88b948d0f946a5eeb for: {'network': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:27:20.055070 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:20.063570 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:20.135787 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Publish callbacks [] for security_group (50611b85-2b75-42b6-8589-78bc6f175c58), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:20.140094 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (50611b85-2b75-42b6-8589-78bc6f175c58), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:20.155515 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Reserving flat network on physical network physnet1 {{(pid=102725) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 11 06:27:20.177936 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50611b85-2b75-42b6-8589-78bc6f175c58,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:20.180825 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (8fd17eea-aba1-4589-92b3-2c0b7645d508), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:20.181166 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.segments_db [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Added segment 8fd17eea-aba1-4589-92b3-2c0b7645d508 of type flat for network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 Jan 11 06:27:20.226604 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:20.257371 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:20.258331 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:27:20.258938 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:20.288867 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3022971 Jan 11 06:27:20.321259 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce2f51-00e4-461d-9c4e-ab4c4df5a82b admin admin] Pushing event updated for resources: {'Network': ['ID=50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:20.332021 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:27:22.767726 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57352) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:27:22.922496 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254e6fcc-9bf0-4692-a874-b5d302f9bcdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:27:22.923884 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-254e6fcc-9bf0-4692-a874-b5d302f9bcdf admin admin] 10.222.0.15 "GET /v2.0/subnets/7ae55894-f492-4082-ba57-0027610586ba HTTP/1.1" status: 200 len: 849 time: 0.1552007 Jan 11 06:27:23.042204 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-862c7213-2029-4f6d-90dc-67e769d139e7 admin admin] 10.222.0.15 "GET /v2.0/routers/b02c1739-dd88-4490-83ad-d36e20a2222b HTTP/1.1" status: 200 len: 704 time: 0.1127131 Jan 11 06:27:23.301683 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:23.592998 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Allocated IP 172.20.0.1 (95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d/7ae55894-f492-4082-ba57-0027610586ba/6f2a519d-9ce7-49bf-b631-1c95e68e5071) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:27:23.797476 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Publish callbacks [] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:23.864645 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:23.940518 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Network 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:27:23.945479 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:27:23.955384 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:27:23.955384 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992443'] for router_interface (b02c1739-dd88-4490-83ad-d36e20a2222b), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:23.973989 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=6f2a519d-9ce7-49bf-b631-1c95e68e5071,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:24.132766 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-77c948ed-6b67-41a4-abd4-f81bab51239f None None] Provisioning complete for port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:27:24.133263 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-77c948ed-6b67-41a4-abd4-f81bab51239f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:24.166175 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-77c948ed-6b67-41a4-abd4-f81bab51239f None None] Port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:27:24.219965 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:24.426563 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Publish callbacks [] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:24.431020 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:24.432085 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992335'] for router_interface (b02c1739-dd88-4490-83ad-d36e20a2222b), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:24.516659 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=6f2a519d-9ce7-49bf-b631-1c95e68e5071,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:24.561195 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Network 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:27:24.562492 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:27:24.570940 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 5 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:27:24.725449 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Router b02c1739-dd88-4490-83ad-d36e20a2222b is scheduled to L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c with binding_index 1 {{(pid=102725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 06:27:24.791418 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-3fbcfc8b-a47e-42b9-add1-0f3936abb1cf None None] Provisioning complete for port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:27:24.791805 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-3fbcfc8b-a47e-42b9-add1-0f3936abb1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:24.816458 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:27:24.821730 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-e4cf38f0-2ab9-430c-b993-2137e97e3fe7 admin admin] 10.222.0.15 "PUT /v2.0/routers/b02c1739-dd88-4490-83ad-d36e20a2222b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7744479 Jan 11 06:27:24.830120 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcfc8b-a47e-42b9-add1-0f3936abb1cf None None] Port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:27:24.834607 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Sync routers for ids ['b02c1739-dd88-4490-83ad-d36e20a2222b'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:27:24.846797 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Routers {'b02c1739-dd88-4490-83ad-d36e20a2222b'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:27:24.847657 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:27:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['b02c1739-dd88-4490-83ad-d36e20a2222b'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:27:25.038143 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Set router b02c1739-dd88-4490-83ad-d36e20a2222b gateway port host: None {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:27:25.475679 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'name': 'router1', 'tenant_id': '612ff755f89c47148250bb8a721721d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:27:14Z', 'updated_at': '2022-01-11T06:27:24Z', 'revision_number': 2, 'project_id': '612ff755f89c47148250bb8a721721d6', 'gw_port_host': None, '_interfaces': [{'id': '6f2a519d-9ce7-49bf-b631-1c95e68e5071', 'name': '', 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d', 'tenant_id': '612ff755f89c47148250bb8a721721d6', 'mac_address': 'fa:16:3e:99:ab:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ae55894-f492-4082-ba57-0027610586ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:27:23Z', 'updated_at': '2022-01-11T06:27:24Z', 'revision_number': 2, 'project_id': '612ff755f89c47148250bb8a721721d6', 'subnets': [{'id': '7ae55894-f492-4082-ba57-0027610586ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdee6672-561a-466a-bdfe-7fb94f1af666'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:27:25.526511 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Checking router: b02c1739-dd88-4490-83ad-d36e20a2222b for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:27:25.526892 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Updating router b02c1739-dd88-4490-83ad-d36e20a2222b port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 binding host dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:27:25.582444 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:26.093157 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Publish callbacks [] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:26.099757 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:26.265578 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Pushing event updated for resources: {'Port': ['ID=6f2a519d-9ce7-49bf-b631-1c95e68e5071,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:26.282666 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.283109 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.283534 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.283948 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.284376 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.284777 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.285180 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.285649 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.285919 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.286180 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.286511 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.286837 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.287255 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Tracked resource versions report: Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: pushed versions: Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: { 'AddressGroup': {'1.2'}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'ConntrackHelper': {'1.0'}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'LocalIPAssociation': {'1.0'}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Log': {'1.0'}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Network': {'1.1'}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Port': {'1.7'}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'PortForwarding': {'1.2'}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'QosPolicy': {'1.10'}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'SecurityGroup': {'1.5'}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'SecurityGroupRule': {'1.2'}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'SubPort': {'1.0'}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Subnet': {'1.1'}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Trunk': {'1.1'}} Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: consumer versions: Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: { DHCP agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: L3 agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: Metadata agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: Metering agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: Open vSwitch agent@dv-cinder-606346-33-iscsi: { 'AddressGroup': '1.2', Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'ConntrackHelper': '1.0', Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'LocalIPAssociation': '1.0', Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Log': '1.0', Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Network': '1.1', Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Port': '1.7', Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'PortForwarding': '1.2', Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'QosPolicy': '1.10', Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'SecurityGroup': '1.5', Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'SecurityGroupRule': '1.2', Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'SubPort': '1.0', Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Subnet': '1.1', Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Trunk': '1.1'}} Jan 11 06:27:26.288591 dv-cinder-606346-33-iscsi neutron-server[102728]: {{(pid=102728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 06:27:26.290955 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Attempting to bind port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:27:26.291433 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Attempting to bind port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': 'ffee9874-8032-4431-a384-35855267401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:27:26.291776 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Attempting to bind port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 on network 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:27:26.298157 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:27:26.298558 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Checking segment: {'id': 'ffee9874-8032-4431-a384-35855267401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:27:26.299015 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:26.299546 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Bound using segment: {'id': 'ffee9874-8032-4431-a384-35855267401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:27:26.299978 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Bound port: 6f2a519d-9ce7-49bf-b631-1c95e68e5071, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffee9874-8032-4431-a384-35855267401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:27:26.300327 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:26.364537 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] For port 6f2a519d-9ce7-49bf-b631-1c95e68e5071, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:27:26.368344 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7cea3e1a-0bda-4a4e-bcea-85c0de9856c2 None None] Provisioning complete for port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:27:26.368953 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7cea3e1a-0bda-4a4e-bcea-85c0de9856c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:26.386698 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] For port 6f2a519d-9ce7-49bf-b631-1c95e68e5071, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=6f2a519d-9ce7-49bf-b631-1c95e68e5071,segment=NetworkSegment(ffee9874-8032-4431-a384-35855267401a),segment_id=ffee9874-8032-4431-a384-35855267401a)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:27:26.391289 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:26.410469 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7cea3e1a-0bda-4a4e-bcea-85c0de9856c2 None None] Port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:27:26.443866 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Routers {'b02c1739-dd88-4490-83ad-d36e20a2222b'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:27:26.444556 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:27:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['b02c1739-dd88-4490-83ad-d36e20a2222b'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:27:26.527398 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34f0c6-0d1a-4db9-959b-690a078a7593 None None] Pushing event updated for resources: {'Port': ['ID=6f2a519d-9ce7-49bf-b631-1c95e68e5071,revision_number=4']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:26.543621 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] Set router b02c1739-dd88-4490-83ad-d36e20a2222b gateway port host: None {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:27:26.632509 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-45030153-ff8c-4038-879c-9686b2c218f4 None None] Provisioning complete for port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:27:26.632957 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-45030153-ff8c-4038-879c-9686b2c218f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:26.715335 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-45030153-ff8c-4038-879c-9686b2c218f4 None None] Current status of the port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:27:26.715984 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-45030153-ff8c-4038-879c-9686b2c218f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:26.750350 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-45030153-ff8c-4038-879c-9686b2c218f4 None None] For port 6f2a519d-9ce7-49bf-b631-1c95e68e5071, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=6f2a519d-9ce7-49bf-b631-1c95e68e5071,segment=NetworkSegment(ffee9874-8032-4431-a384-35855267401a),segment_id=ffee9874-8032-4431-a384-35855267401a)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:27:26.755314 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-45030153-ff8c-4038-879c-9686b2c218f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:26.760784 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'name': 'router1', 'tenant_id': '612ff755f89c47148250bb8a721721d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:27:14Z', 'updated_at': '2022-01-11T06:27:24Z', 'revision_number': 2, 'project_id': '612ff755f89c47148250bb8a721721d6', 'gw_port_host': None, '_interfaces': [{'id': '6f2a519d-9ce7-49bf-b631-1c95e68e5071', 'name': '', 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d', 'tenant_id': '612ff755f89c47148250bb8a721721d6', 'mac_address': 'fa:16:3e:99:ab:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ae55894-f492-4082-ba57-0027610586ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:27:23Z', 'updated_at': '2022-01-11T06:27:26Z', 'revision_number': 4, 'project_id': '612ff755f89c47148250bb8a721721d6', 'subnets': [{'id': '7ae55894-f492-4082-ba57-0027610586ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdee6672-561a-466a-bdfe-7fb94f1af666'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:27:26.787501 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17bf4c8-3a85-4bca-84db-35c16aeaac8d None None] The sync data for ids ['b02c1739-dd88-4490-83ad-d36e20a2222b'] in dv-cinder-606346-33-iscsi is: [{'id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'name': 'router1', 'tenant_id': '612ff755f89c47148250bb8a721721d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:27:14Z', 'updated_at': '2022-01-11T06:27:24Z', 'revision_number': 2, 'project_id': '612ff755f89c47148250bb8a721721d6', 'gw_port_host': None, '_interfaces': [{'id': '6f2a519d-9ce7-49bf-b631-1c95e68e5071', 'name': '', 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d', 'tenant_id': '612ff755f89c47148250bb8a721721d6', 'mac_address': 'fa:16:3e:99:ab:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ae55894-f492-4082-ba57-0027610586ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:27:23Z', 'updated_at': '2022-01-11T06:27:26Z', 'revision_number': 4, 'project_id': '612ff755f89c47148250bb8a721721d6', 'subnets': [{'id': '7ae55894-f492-4082-ba57-0027610586ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdee6672-561a-466a-bdfe-7fb94f1af666'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:27:26.805355 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45030153-ff8c-4038-879c-9686b2c218f4 None None] Pushing event updated for resources: {'Port': ['ID=6f2a519d-9ce7-49bf-b631-1c95e68e5071,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:29.941899 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57372) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:27:30.048875 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd258b4-b3b7-44eb-b04d-1e1800408051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:27:30.050243 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-9cd258b4-b3b7-44eb-b04d-1e1800408051 admin admin] 10.222.0.15 "GET /v2.0/networks/50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 HTTP/1.1" status: 200 len: 842 time: 0.1073809 Jan 11 06:27:30.060377 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'tenant_id': '426792a123604ff88b948d0f946a5eeb'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:27:30.085525 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] Made reservation on behalf of 426792a123604ff88b948d0f946a5eeb for: {'subnet': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:27:30.087748 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:30.388083 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.objects.ports [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102725) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 11 06:27:30.388574 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for subnet (3dc4140f-cac9-46af-9091-0b188d30bb6b), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:30.436388 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc4140f-cac9-46af-9091-0b188d30bb6b,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:30.454484 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] Checking segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:27:30.454841 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] Network hostable DHCP agents. Network: 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:27:30.476772 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:27:30.489207 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5) {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:27:30.493427 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:27:30.494036 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:30.499298 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62fbbd-ce35-40cb-86ca-40463217ed3e None None] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:27:30.525061 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-d76b48ce-9fd8-4d19-b0fe-b8046c9c624f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4685831 Jan 11 06:27:30.607411 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5c16c8-00d4-448c-8984-11c0e7748586 None None] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:27:33.057336 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57380) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:27:33.196637 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-b6de6c6b-9075-4415-973f-44bb875622f5 admin admin] 10.222.0.15 "GET /v2.0/routers/b02c1739-dd88-4490-83ad-d36e20a2222b HTTP/1.1" status: 200 len: 710 time: 0.1380599 Jan 11 06:27:33.358241 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb0eebb-6e21-48d9-9048-c173bf709085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:27:33.360341 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-8bb0eebb-6e21-48d9-9048-c173bf709085 admin admin] 10.222.0.15 "GET /v2.0/networks/50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 HTTP/1.1" status: 200 len: 886 time: 0.1579051 Jan 11 06:27:33.369316 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:27:33.618183 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Publish callbacks [] for router_gateway (b02c1739-dd88-4490-83ad-d36e20a2222b), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:33.848457 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Publish callbacks [] for router_gateway (b02c1739-dd88-4490-83ad-d36e20a2222b), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:33.924493 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:34.023316 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Allocated IP 172.27.2.230 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/42433e78-2c8a-427f-803a-cacec2ed0a3c) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:27:34.123901 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Publish callbacks [] for port (42433e78-2c8a-427f-803a-cacec2ed0a3c), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:34.161718 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (42433e78-2c8a-427f-803a-cacec2ed0a3c), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:34.205269 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:27:34.208047 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:27:34.212261 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:27:34.214357 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Pushing event updated for resources: {'Port': ['ID=42433e78-2c8a-427f-803a-cacec2ed0a3c,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:34.231229 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 6f2a519d-9ce7-49bf-b631-1c95e68e5071 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:27:34.282092 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:27:34.282489 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:34.364017 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:27:34.466719 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Publish callbacks [] for router_gateway (b02c1739-dd88-4490-83ad-d36e20a2222b), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:34.670430 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-993961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-994852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14041'] for router (b02c1739-dd88-4490-83ad-d36e20a2222b), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:34.675145 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-993936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-993927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-994859'] for router (b02c1739-dd88-4490-83ad-d36e20a2222b), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:34.880104 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Router b02c1739-dd88-4490-83ad-d36e20a2222b has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:27:35.009106 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:27:35.016408 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:35.017628 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-56bf61db-3482-4967-92e1-a6967ee2323d admin admin] 10.222.0.15 "PUT /v2.0/routers/b02c1739-dd88-4490-83ad-d36e20a2222b HTTP/1.1" status: 200 len: 890 time: 1.6516433 Jan 11 06:27:35.291380 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Sync routers for ids ['b02c1739-dd88-4490-83ad-d36e20a2222b'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:27:35.305065 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Routers {'b02c1739-dd88-4490-83ad-d36e20a2222b'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:27:35.305773 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:27:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['b02c1739-dd88-4490-83ad-d36e20a2222b'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:27:35.553385 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Set router b02c1739-dd88-4490-83ad-d36e20a2222b gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:27:36.073727 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'name': 'router1', 'tenant_id': '612ff755f89c47148250bb8a721721d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '42433e78-2c8a-427f-803a-cacec2ed0a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:27:14Z', 'updated_at': '2022-01-11T06:27:34Z', 'revision_number': 4, 'project_id': '612ff755f89c47148250bb8a721721d6', 'gw_port': {'id': '42433e78-2c8a-427f-803a-cacec2ed0a3c', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:27:33Z', 'updated_at': '2022-01-11T06:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '6f2a519d-9ce7-49bf-b631-1c95e68e5071', 'name': '', 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d', 'tenant_id': '612ff755f89c47148250bb8a721721d6', 'mac_address': 'fa:16:3e:99:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ae55894-f492-4082-ba57-0027610586ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:27:23Z', 'updated_at': '2022-01-11T06:27:26Z', 'revision_number': 5, 'project_id': '612ff755f89c47148250bb8a721721d6', 'subnets': [{'id': '7ae55894-f492-4082-ba57-0027610586ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdee6672-561a-466a-bdfe-7fb94f1af666'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:27:36.124289 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Checking router: b02c1739-dd88-4490-83ad-d36e20a2222b for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:27:36.124693 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Updating router b02c1739-dd88-4490-83ad-d36e20a2222b port 42433e78-2c8a-427f-803a-cacec2ed0a3c binding host dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:27:36.171282 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (42433e78-2c8a-427f-803a-cacec2ed0a3c), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:36.484554 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Publish callbacks [] for port (42433e78-2c8a-427f-803a-cacec2ed0a3c), precommit_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:36.490190 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (42433e78-2c8a-427f-803a-cacec2ed0a3c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:36.542246 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Attempting to bind port 42433e78-2c8a-427f-803a-cacec2ed0a3c on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:27:36.542620 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Attempting to bind port 42433e78-2c8a-427f-803a-cacec2ed0a3c by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:27:36.542980 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Attempting to bind port 42433e78-2c8a-427f-803a-cacec2ed0a3c on network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:27:36.551225 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:27:36.551600 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Checking segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:27:36.551999 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:36.552402 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Bound using segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:27:36.552870 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Bound port: 42433e78-2c8a-427f-803a-cacec2ed0a3c, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:27:36.553242 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (42433e78-2c8a-427f-803a-cacec2ed0a3c), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:36.555499 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae2de3-44b6-478b-8eba-7956b1c09c73 None None] Pushing event updated for resources: {'Port': ['ID=42433e78-2c8a-427f-803a-cacec2ed0a3c,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:36.605979 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] For port 42433e78-2c8a-427f-803a-cacec2ed0a3c, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:27:36.609675 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] For port 42433e78-2c8a-427f-803a-cacec2ed0a3c, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=42433e78-2c8a-427f-803a-cacec2ed0a3c,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:27:36.613712 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (42433e78-2c8a-427f-803a-cacec2ed0a3c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:36.660865 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Routers {'b02c1739-dd88-4490-83ad-d36e20a2222b'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:27:36.661388 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:27:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['b02c1739-dd88-4490-83ad-d36e20a2222b'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:27:36.736193 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae2de3-44b6-478b-8eba-7956b1c09c73 None None] Pushing event updated for resources: {'Port': ['ID=42433e78-2c8a-427f-803a-cacec2ed0a3c,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:36.776065 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] Set router b02c1739-dd88-4490-83ad-d36e20a2222b gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:27:36.983773 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'name': 'router1', 'tenant_id': '612ff755f89c47148250bb8a721721d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '42433e78-2c8a-427f-803a-cacec2ed0a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:27:14Z', 'updated_at': '2022-01-11T06:27:34Z', 'revision_number': 4, 'project_id': '612ff755f89c47148250bb8a721721d6', 'gw_port': {'id': '42433e78-2c8a-427f-803a-cacec2ed0a3c', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:27:33Z', 'updated_at': '2022-01-11T06:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '6f2a519d-9ce7-49bf-b631-1c95e68e5071', 'name': '', 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d', 'tenant_id': '612ff755f89c47148250bb8a721721d6', 'mac_address': 'fa:16:3e:99:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ae55894-f492-4082-ba57-0027610586ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:27:23Z', 'updated_at': '2022-01-11T06:27:26Z', 'revision_number': 5, 'project_id': '612ff755f89c47148250bb8a721721d6', 'subnets': [{'id': '7ae55894-f492-4082-ba57-0027610586ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdee6672-561a-466a-bdfe-7fb94f1af666'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:27:37.008783 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502deb64-8079-4246-a308-4f44a8c2611e None None] The sync data for ids ['b02c1739-dd88-4490-83ad-d36e20a2222b'] in dv-cinder-606346-33-iscsi is: [{'id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'name': 'router1', 'tenant_id': '612ff755f89c47148250bb8a721721d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '42433e78-2c8a-427f-803a-cacec2ed0a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:27:14Z', 'updated_at': '2022-01-11T06:27:34Z', 'revision_number': 4, 'project_id': '612ff755f89c47148250bb8a721721d6', 'gw_port': {'id': '42433e78-2c8a-427f-803a-cacec2ed0a3c', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:27:33Z', 'updated_at': '2022-01-11T06:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '6f2a519d-9ce7-49bf-b631-1c95e68e5071', 'name': '', 'network_id': '95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d', 'tenant_id': '612ff755f89c47148250bb8a721721d6', 'mac_address': 'fa:16:3e:99:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c1739-dd88-4490-83ad-d36e20a2222b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ae55894-f492-4082-ba57-0027610586ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:27:23Z', 'updated_at': '2022-01-11T06:27:26Z', 'revision_number': 5, 'project_id': '612ff755f89c47148250bb8a721721d6', 'subnets': [{'id': '7ae55894-f492-4082-ba57-0027610586ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdee6672-561a-466a-bdfe-7fb94f1af666'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:27:37.748023 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57392) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:27:37.860801 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-5abf5f7f-806d-40e4-8d35-fc8bfac2dab4 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1115665 Jan 11 06:27:38.209165 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 42433e78-2c8a-427f-803a-cacec2ed0a3c up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:27:38.257205 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 42433e78-2c8a-427f-803a-cacec2ed0a3c triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:27:38.257602 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (42433e78-2c8a-427f-803a-cacec2ed0a3c), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:38.337182 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 42433e78-2c8a-427f-803a-cacec2ed0a3c is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:27:38.337574 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (42433e78-2c8a-427f-803a-cacec2ed0a3c), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:38.358733 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port 42433e78-2c8a-427f-803a-cacec2ed0a3c, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=42433e78-2c8a-427f-803a-cacec2ed0a3c,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:27:38.362679 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (42433e78-2c8a-427f-803a-cacec2ed0a3c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:38.410380 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=42433e78-2c8a-427f-803a-cacec2ed0a3c,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:27:40.201420 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 42433e78-2c8a-427f-803a-cacec2ed0a3c up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:27:40.261004 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 42433e78-2c8a-427f-803a-cacec2ed0a3c triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:27:40.261405 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (42433e78-2c8a-427f-803a-cacec2ed0a3c), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:40.348510 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 42433e78-2c8a-427f-803a-cacec2ed0a3c is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:27:43.393569 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa997-1c69-4eee-88e7-04521c4e8a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:45.702978 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-cb2892e3-ca3b-4250-9d6f-a7868b81eea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:46.810062 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:48.268121 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:27:49.642966 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:28:01.572461 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 5 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:28:13.384669 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b37c6e87-3651-43d7-876f-0c9c9a142bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:28:15.687288 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4c2db0fc-322e-4204-8137-a1dcb0dbec7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:28:16.807679 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:28:18.256087 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:28:19.660487 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:28:38.572954 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 5 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:28:43.376611 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-d90d9be6-8668-4fa6-9e41-2d2ba0baf4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:28:45.692036 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-29d3600f-efcb-4e64-a6c1-9f39abb5ff06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:28:46.807547 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:28:48.257070 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:28:49.645189 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:04.821869 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57876) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:04.891571 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11736e0-7239-4606-a5cb-482dc342574f admin admin] GET failed (client error): The resource could not be found. Jan 11 06:29:04.892884 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-a11736e0-7239-4606-a5cb-482dc342574f admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0699425 Jan 11 06:29:05.051808 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba897d8-0456-4d10-ab41-14b3ae380833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:05.053210 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-7ba897d8-0456-4d10-ab41-14b3ae380833 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559005 Jan 11 06:29:07.485408 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57886) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:07.576374 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e971e7-0647-4a2a-8eb0-bb0375d377da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:07.577746 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-81e971e7-0647-4a2a-8eb0-bb0375d377da admin admin] 10.222.0.15 "GET /v2.0/subnets/7ae55894-f492-4082-ba57-0027610586ba HTTP/1.1" status: 200 len: 849 time: 0.0910733 Jan 11 06:29:07.586941 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:29:07.670946 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Publish callbacks [] for subnet (7ae55894-f492-4082-ba57-0027610586ba), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:07.808989 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769815405945'] for subnet (7ae55894-f492-4082-ba57-0027610586ba), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:07.840350 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:07.841257 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:07.856390 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] 10.222.0.15 "PUT /v2.0/subnets/7ae55894-f492-4082-ba57-0027610586ba HTTP/1.1" status: 200 len: 868 time: 0.2593989 Jan 11 06:29:07.856653 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecc983f-f31f-4e28-bcf3-c3d9c05e3b4e None None] Network 95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:29:07.861199 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae55894-f492-4082-ba57-0027610586ba,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:29:07.869579 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:07.870034 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:07.870364 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:07.870698 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:07.871028 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:07.871370 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:07.871700 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:07.872029 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:07.872379 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:07.872703 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:07.873023 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:07.873344 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:07.873660 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff674cdf-2de2-4ac8-b86e-84eab12a336c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:29:08.171774 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-b0e4016d-7879-45ba-8dbc-8bd29e16b5d3 None None] Provisioning complete for port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:29:08.172181 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b0e4016d-7879-45ba-8dbc-8bd29e16b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (6f2a519d-9ce7-49bf-b631-1c95e68e5071), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:08.250888 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4016d-7879-45ba-8dbc-8bd29e16b5d3 None None] Current status of the port 6f2a519d-9ce7-49bf-b631-1c95e68e5071 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:29:08.261207 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-b0e4016d-7879-45ba-8dbc-8bd29e16b5d3 None None] Provisioning complete for port 81100e64-8c3a-4d41-be93-93713491848e triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:29:08.261593 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b0e4016d-7879-45ba-8dbc-8bd29e16b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (81100e64-8c3a-4d41-be93-93713491848e), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:08.338394 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4016d-7879-45ba-8dbc-8bd29e16b5d3 None None] Current status of the port 81100e64-8c3a-4d41-be93-93713491848e is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:29:10.285980 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57894) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:10.480856 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3882bf-7281-456e-b124-bd2864d9e7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:10.481247 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3882bf-7281-456e-b124-bd2864d9e7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:10.482795 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-fc3882bf-7281-456e-b124-bd2864d9e7cf admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1957812 Jan 11 06:29:12.970229 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57902) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:13.099873 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faad029-bf3d-4b3d-bbbe-b7486a6eaa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:13.100339 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faad029-bf3d-4b3d-bbbe-b7486a6eaa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:13.101879 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-1faad029-bf3d-4b3d-bbbe-b7486a6eaa81 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306703 Jan 11 06:29:13.378065 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-df0363f9-58a4-4aa8-80c5-34d49beaf7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:15.553410 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57910) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:15.572316 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 5 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:29:15.678611 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb03ee2-e145-4df6-8a18-64c7ad4cd961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:15.679889 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-3eb03ee2-e145-4df6-8a18-64c7ad4cd961 admin admin] 10.222.0.15 "GET /v2.0/networks/50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 HTTP/1.1" status: 200 len: 886 time: 0.1255329 Jan 11 06:29:15.699009 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-12cf4e25-bc5a-4ce0-bd30-794aafcbb76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:16.810726 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:18.146809 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57918) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:18.256723 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:18.285685 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2c386d-f3f3-4ad2-af74-5479116bb14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:18.287511 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-cd2c386d-f3f3-4ad2-af74-5479116bb14d admin admin] 10.222.0.15 "GET /v2.0/networks/95dc2fd4-348d-4ab4-a0e7-07c7fcf8803d HTTP/1.1" status: 200 len: 869 time: 0.1397467 Jan 11 06:29:19.653067 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:20.816858 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57926) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:20.939906 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf2578-9c95-4581-bfb0-9b9d2b715634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:20.940384 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf2578-9c95-4581-bfb0-9b9d2b715634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:20.942172 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-7caf2578-9c95-4581-bfb0-9b9d2b715634 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243451 Jan 11 06:29:23.419714 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57934) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:23.510187 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395f394-bd33-4e36-8001-e9d48c76760b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:23.510630 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395f394-bd33-4e36-8001-e9d48c76760b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:23.512090 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-6395f394-bd33-4e36-8001-e9d48c76760b admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914342 Jan 11 06:29:25.947874 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57942) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:26.030884 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e7cd6-ed30-4da9-b396-9a296fa8057e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:26.032184 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-bb8e7cd6-ed30-4da9-b396-9a296fa8057e admin admin] 10.222.0.15 "GET /v2.0/subnets/3dc4140f-cac9-46af-9091-0b188d30bb6b HTTP/1.1" status: 200 len: 816 time: 0.0832756 Jan 11 06:29:28.464095 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 57950) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:28.556326 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b341830-dc66-45e0-9f27-c51aec393b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:28.557671 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-9b341830-dc66-45e0-9f27-c51aec393b90 admin admin] 10.222.0.15 "GET /v2.0/subnets/7ae55894-f492-4082-ba57-0027610586ba HTTP/1.1" status: 200 len: 868 time: 0.0926495 Jan 11 06:29:43.385098 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a4ba7ff0-c07f-4d47-a0a7-5d534e0ee682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:45.691933 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-caa1dafc-1631-4655-9a45-34d6581d7720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:46.814273 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:48.261333 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:49.645102 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:52.571017 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 5 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:29:53.957978 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58004) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:54.005706 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [None req-99078d8a-14cd-4a0f-868e-3ea18b23aba9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:29:54.006731 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-99078d8a-14cd-4a0f-868e-3ea18b23aba9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477903 Jan 11 06:29:56.505044 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58012) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:56.563888 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56753e2-1879-4ca3-b367-e563454594a5 admin admin] GET failed (client error): The resource could not be found. Jan 11 06:29:56.565172 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-f56753e2-1879-4ca3-b367-e563454594a5 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592070 Jan 11 06:29:56.647512 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280d5f8b-3706-414c-ab98-5000c91d91fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:56.649073 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-280d5f8b-3706-414c-ab98-5000c91d91fc admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795672 Jan 11 06:29:59.144903 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58022) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:29:59.190565 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'project_id': '426792a123604ff88b948d0f946a5eeb', 'tenant_id': '426792a123604ff88b948d0f946a5eeb', 'name': 'shared'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:29:59.212835 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] Made reservation on behalf of 426792a123604ff88b948d0f946a5eeb for: {'network': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:29:59.215170 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:59.242326 dv-cinder-606346-33-iscsi neutron-server[102725]: WARNING neutron.services.revisions.revision_plugin [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] Could not find related network for resource to bump revision. Jan 11 06:29:59.253466 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:29:59.262459 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (bfd6fe80-3f7d-438c-bae1-63ca823a2fec), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:59.262793 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.segments_db [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] Added segment bfd6fe80-3f7d-438c-bae1-63ca823a2fec of type vlan for network be0b6909-4c7d-403c-8758-b37e9e8fe18e Jan 11 06:29:59.399750 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (be0b6909-4c7d-403c-8758-b37e9e8fe18e), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:59.423015 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (be0b6909-4c7d-403c-8758-b37e9e8fe18e), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:59.423955 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:29:59.424561 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:29:59.479122 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3331056 Jan 11 06:29:59.485957 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843a564-f62d-4cd6-a323-8c5f2243b808 admin admin] Pushing event updated for resources: {'Network': ['ID=be0b6909-4c7d-403c-8758-b37e9e8fe18e,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:29:59.497555 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network be0b6909-4c7d-403c-8758-b37e9e8fe18e details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:30:02.013461 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58032) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:30:02.071671 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f660e035-a3c7-48bd-ba43-fc74c1e67cf5 admin admin] GET failed (client error): The resource could not be found. Jan 11 06:30:02.072972 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-f660e035-a3c7-48bd-ba43-fc74c1e67cf5 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585475 Jan 11 06:30:02.143934 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053fffe2-c3ac-4448-88ad-2cf9af134d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:30:02.145405 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-053fffe2-c3ac-4448-88ad-2cf9af134d80 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684619 Jan 11 06:30:02.155086 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-327ee780-bd55-45d3-b0bb-8aacc816a034 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'tenant_id': '426792a123604ff88b948d0f946a5eeb', 'ip_version': 4, 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e', 'description': 'shared-subnet'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:30:02.176668 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327ee780-bd55-45d3-b0bb-8aacc816a034 admin admin] Made reservation on behalf of 426792a123604ff88b948d0f946a5eeb for: {'subnet': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:30:02.178786 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-327ee780-bd55-45d3-b0bb-8aacc816a034 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:02.341828 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-327ee780-bd55-45d3-b0bb-8aacc816a034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for subnet (2b28452c-184b-459c-b845-ce19b7fb3016), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:02.397386 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ee780-bd55-45d3-b0bb-8aacc816a034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b28452c-184b-459c-b845-ce19b7fb3016,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:30:02.407414 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ee780-bd55-45d3-b0bb-8aacc816a034 admin admin] Checking segment: {'id': 'bfd6fe80-3f7d-438c-bae1-63ca823a2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:30:02.407764 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ee780-bd55-45d3-b0bb-8aacc816a034 admin admin] Network hostable DHCP agents. Network: be0b6909-4c7d-403c-8758-b37e9e8fe18e, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:30:02.423672 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ee780-bd55-45d3-b0bb-8aacc816a034 admin admin] Network be0b6909-4c7d-403c-8758-b37e9e8fe18e is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:30:02.432069 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-327ee780-bd55-45d3-b0bb-8aacc816a034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, be0b6909-4c7d-403c-8758-b37e9e8fe18e) {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:30:02.436022 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ee780-bd55-45d3-b0bb-8aacc816a034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:30:02.436645 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-327ee780-bd55-45d3-b0bb-8aacc816a034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:02.442903 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5815b0-9ff7-4607-ba59-a0237b62a8de None None] Network be0b6909-4c7d-403c-8758-b37e9e8fe18e requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:30:02.452458 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-327ee780-bd55-45d3-b0bb-8aacc816a034 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3006637 Jan 11 06:30:02.545983 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c588cce-5400-5ad6-872a-9e39f37289d9-be0b6909-4c7d-403c-8758-b37e9e8fe18e', 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e', 'project_id': '426792a123604ff88b948d0f946a5eeb', 'fixed_ips': [{'subnet_id': '2b28452c-184b-459c-b845-ce19b7fb3016'}]}} from dv-cinder-606346-33-iscsi. {{(pid=102727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 06:30:02.546879 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:02.691368 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.db_base_plugin_common [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Allocated IP 192.168.233.2 (be0b6909-4c7d-403c-8758-b37e9e8fe18e/2b28452c-184b-459c-b845-ce19b7fb3016/e11c0b1b-91eb-4f97-991f-82bd4322d6c8) {{(pid=102727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:30:02.938831 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Publish callbacks [] for port (e11c0b1b-91eb-4f97-991f-82bd4322d6c8), precommit_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:02.945185 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (e11c0b1b-91eb-4f97-991f-82bd4322d6c8), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:02.983975 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Network be0b6909-4c7d-403c-8758-b37e9e8fe18e is already hosted by enough agents. {{(pid=102727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:30:02.987344 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.base_scheduler [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Resources bound (agent type, host, resource id): {{(pid=102727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:30:02.989780 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Received port after_create {{(pid=102727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:30:03.000672 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Pushing event updated for resources: {'Port': ['ID=e11c0b1b-91eb-4f97-991f-82bd4322d6c8,revision_number=1']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:30:03.022564 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.022940 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.023894 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.024217 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.024596 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.024930 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.025284 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.025619 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.025946 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.026290 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.026617 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.026941 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.027265 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:30:03.063819 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Attempting to bind port e11c0b1b-91eb-4f97-991f-82bd4322d6c8 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:30:03.064191 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Attempting to bind port e11c0b1b-91eb-4f97-991f-82bd4322d6c8 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': 'bfd6fe80-3f7d-438c-bae1-63ca823a2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:30:03.064586 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Attempting to bind port e11c0b1b-91eb-4f97-991f-82bd4322d6c8 on network be0b6909-4c7d-403c-8758-b37e9e8fe18e {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:30:03.069865 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:30:03.070773 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Checking segment: {'id': 'bfd6fe80-3f7d-438c-bae1-63ca823a2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:30:03.071177 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:03.072167 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Bound using segment: {'id': 'bfd6fe80-3f7d-438c-bae1-63ca823a2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:30:03.072167 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Bound port: e11c0b1b-91eb-4f97-991f-82bd4322d6c8, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd6fe80-3f7d-438c-bae1-63ca823a2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:30:03.072570 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e11c0b1b-91eb-4f97-991f-82bd4322d6c8), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:03.134858 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] For port e11c0b1b-91eb-4f97-991f-82bd4322d6c8, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:30:03.138230 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] For port e11c0b1b-91eb-4f97-991f-82bd4322d6c8, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=e11c0b1b-91eb-4f97-991f-82bd4322d6c8,segment=NetworkSegment(bfd6fe80-3f7d-438c-bae1-63ca823a2fec),segment_id=bfd6fe80-3f7d-438c-bae1-63ca823a2fec)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:30:03.141834 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (e11c0b1b-91eb-4f97-991f-82bd4322d6c8), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:03.198699 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0de20-236f-4ceb-91aa-b14f452df163 None None] Pushing event updated for resources: {'Port': ['ID=e11c0b1b-91eb-4f97-991f-82bd4322d6c8,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:30:04.258530 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c87959e-cd10-4570-8cdd-c21b5f6a04bd None None] Network be0b6909-4c7d-403c-8758-b37e9e8fe18e requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:30:04.329068 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7fc8784d-85ca-4cb4-a5c5-9ac9ee65b1c6 None None] Provisioning complete for port e11c0b1b-91eb-4f97-991f-82bd4322d6c8 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:30:04.329459 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7fc8784d-85ca-4cb4-a5c5-9ac9ee65b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (e11c0b1b-91eb-4f97-991f-82bd4322d6c8), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:04.331142 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device e11c0b1b-91eb-4f97-991f-82bd4322d6c8 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:30:04.494707 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port e11c0b1b-91eb-4f97-991f-82bd4322d6c8 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:30:04.494707 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (e11c0b1b-91eb-4f97-991f-82bd4322d6c8), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:04.497457 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7fc8784d-85ca-4cb4-a5c5-9ac9ee65b1c6 None None] Current status of the port e11c0b1b-91eb-4f97-991f-82bd4322d6c8 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:30:04.497937 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7fc8784d-85ca-4cb4-a5c5-9ac9ee65b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e11c0b1b-91eb-4f97-991f-82bd4322d6c8), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:04.566974 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7fc8784d-85ca-4cb4-a5c5-9ac9ee65b1c6 None None] For port e11c0b1b-91eb-4f97-991f-82bd4322d6c8, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=e11c0b1b-91eb-4f97-991f-82bd4322d6c8,segment=NetworkSegment(bfd6fe80-3f7d-438c-bae1-63ca823a2fec),segment_id=bfd6fe80-3f7d-438c-bae1-63ca823a2fec)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:30:04.571926 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7fc8784d-85ca-4cb4-a5c5-9ac9ee65b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (e11c0b1b-91eb-4f97-991f-82bd4322d6c8), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:04.653613 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8784d-85ca-4cb4-a5c5-9ac9ee65b1c6 None None] Pushing event updated for resources: {'Port': ['ID=e11c0b1b-91eb-4f97-991f-82bd4322d6c8,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:30:04.656329 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port e11c0b1b-91eb-4f97-991f-82bd4322d6c8 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:30:04.694583 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-4e284baa-a94b-470f-90d9-1da608c44edf None None] Provisioning complete for port e11c0b1b-91eb-4f97-991f-82bd4322d6c8 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:30:04.694979 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4e284baa-a94b-470f-90d9-1da608c44edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (e11c0b1b-91eb-4f97-991f-82bd4322d6c8), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:04.777685 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-4e284baa-a94b-470f-90d9-1da608c44edf None None] Current status of the port e11c0b1b-91eb-4f97-991f-82bd4322d6c8 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:30:06.289063 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device e11c0b1b-91eb-4f97-991f-82bd4322d6c8 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:30:06.337400 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port e11c0b1b-91eb-4f97-991f-82bd4322d6c8 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:30:06.337788 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (e11c0b1b-91eb-4f97-991f-82bd4322d6c8), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:06.413012 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port e11c0b1b-91eb-4f97-991f-82bd4322d6c8 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:30:13.390255 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-f22e3b98-0fa1-4dd9-bfdd-b46b3c3bdabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:15.694366 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-d7abfbc6-6766-4523-baa3-42c41a9a9f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:16.817608 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:18.265621 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:19.648899 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:29.570295 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 5 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:30:43.392565 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b72c6333-6da9-4487-88f8-89a61eef8eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:45.699359 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-9be31ffe-1b5f-43c0-bc7e-5ba6544a56cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:46.821064 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:48.267426 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:30:49.651153 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:06.570350 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 5 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:31:13.394695 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-71f41d69-47ff-4cf6-bf1a-e118820851b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:15.701860 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4c182824-5307-420d-ab92-f3509732bacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:16.824452 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:18.271025 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:18.489619 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58078) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:31:18.496147 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [None req-b2a67e1c-1089-4b3c-81c3-2951142f5f6f tempest-verify_tempest_config-93789421 tempest-verify_tempest_config-93789421-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:31:18.497160 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-b2a67e1c-1089-4b3c-81c3-2951142f5f6f tempest-verify_tempest_config-93789421 tempest-verify_tempest_config-93789421-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059810 Jan 11 06:31:18.788560 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58096) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:31:18.899880 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:18.999417 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Publish callbacks [] for security_group (b170f876-6707-4533-b639-8d3d2bf40e17), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:19.003020 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (b170f876-6707-4533-b639-8d3d2bf40e17), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:19.046279 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35d46c3401b8430e94de49654b6474fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2565715 Jan 11 06:31:19.048129 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b170f876-6707-4533-b639-8d3d2bf40e17,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:31:19.049196 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58102) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:31:19.054840 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.055211 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.055557 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.055888 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.056226 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.056582 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.056916 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.057245 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.057574 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.057901 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.058223 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.058545 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.058864 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf2228f-ce21-4e9c-bea6-507a71e8c95e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.104077 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Publish callbacks [] for security_group (b170f876-6707-4533-b639-8d3d2bf40e17), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:19.124729 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Publish callbacks [] for security_group (b170f876-6707-4533-b639-8d3d2bf40e17), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:19.217611 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (b170f876-6707-4533-b639-8d3d2bf40e17), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:19.220147 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:19.221471 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b170f876-6707-4533-b639-8d3d2bf40e17 HTTP/1.1" status: 204 len: 168 time: 0.1712563 Jan 11 06:31:19.229534 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b170f876-6707-4533-b639-8d3d2bf40e17,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:31:19.236062 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.236432 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.236772 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.237100 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.237426 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.237746 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.238068 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.238384 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.238708 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.239022 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.239327 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.239638 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.240502 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a9abb-b489-4533-a8c4-cb9d4b2f576b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:31:19.653500 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:43.398460 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-11d7d26f-4005-4c47-9dce-227fde703a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:43.569657 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 5 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:31:45.703512 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-0e3538f5-2dc3-4186-a921-8aa2c67b06bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:46.826461 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:48.273469 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:31:49.655629 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:32:13.400591 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-07f16162-b3dc-4439-9e2a-f74d11b09a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:32:15.706361 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7832b514-0eed-4814-a04c-329afff3a9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:32:16.829304 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:32:18.278282 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:32:19.657324 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:32:20.567447 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 5 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:32:43.402416 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-90c4de95-a0ed-481a-9f23-3b25fdacba2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:32:45.709928 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-9dbdc161-0004-441c-ad32-27385f8c4d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:32:46.833211 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:32:48.281467 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:32:49.660858 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:32:51.756432 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-993671'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:32:57.566388 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:33:07.895821 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58174) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:33:07.999225 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-8916e127-0a68-4098-9702-07c24d923ee4 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1022305 Jan 11 06:33:10.479508 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58184) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:33:10.541198 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-32b82c30-b7cb-4652-8c0b-19e4e6c9faf5 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0605741 Jan 11 06:33:13.403722 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-f46e8cc7-f63b-42db-93aa-2fbec84cbcb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:33:15.714689 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-c3b05193-cea2-40e6-8695-ac66e084a22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:33:16.836189 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:33:18.283521 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:33:19.664127 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:33:21.720247 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:33:34.564373 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:33:43.405647 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a7d0ff4a-b23b-4e54-8e33-2a1e08a0a159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:33:45.717142 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-945b283a-8930-40ab-b988-e22573b00330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:33:46.837016 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:33:48.285568 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:33:49.665250 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:33:51.734825 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:11.562979 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:34:13.410616 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-eb4c068c-9051-403a-9489-20ab417592e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:15.718726 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-e0549602-ce6d-4667-9be3-ed29c63cc229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:16.841457 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:18.289487 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:19.668399 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:21.735840 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:41.844585 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58384) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:42.020918 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58398) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:42.199039 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1089002373-network', 'tenant_id': '31e84ac9ee404752be92f04b91836944'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:42.224200 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Made reservation on behalf of 31e84ac9ee404752be92f04b91836944 for: {'network': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:34:42.227576 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.240993 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.336229 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Publish callbacks [] for security_group (4d32c46f-cdcd-4dd3-8aab-06471a0e4be1), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.341386 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (4d32c46f-cdcd-4dd3-8aab-06471a0e4be1), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.375300 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:34:42.379919 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:42.391153 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.391518 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.391864 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.392202 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.392561 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.392972 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.393231 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.393561 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.393896 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.394447 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.395319 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.395710 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.396042 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Tracked resource versions report: Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: pushed versions: Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: { 'AddressGroup': {'1.2'}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'ConntrackHelper': {'1.0'}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'LocalIPAssociation': {'1.0'}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Log': {'1.0'}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Network': {'1.1'}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Port': {'1.7'}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'PortForwarding': {'1.2'}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'QosPolicy': {'1.10'}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'SecurityGroup': {'1.5'}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'SecurityGroupRule': {'1.2'}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'SubPort': {'1.0'}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Subnet': {'1.1'}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Trunk': {'1.1'}} Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: consumer versions: Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: { DHCP agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: HyperV agent@hv-cinder-60634: {}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: L3 agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: Metadata agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: Metering agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: Open vSwitch agent@dv-cinder-606346-33-iscsi: { 'AddressGroup': '1.2', Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'ConntrackHelper': '1.0', Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'LocalIPAssociation': '1.0', Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Log': '1.0', Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Network': '1.1', Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Port': '1.7', Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'PortForwarding': '1.2', Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'QosPolicy': '1.10', Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'SecurityGroup': '1.5', Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'SecurityGroupRule': '1.2', Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'SubPort': '1.0', Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Subnet': '1.1', Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: 'Trunk': '1.1'}} Jan 11 06:34:42.397327 dv-cinder-606346-33-iscsi neutron-server[102726]: {{(pid=102726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 06:34:42.410240 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769815454118', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (eece83a8-6f6c-4143-8626-778b5c290d3d), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.410880 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Unsubscribe: segment precommit_create {{(pid=102726) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 11 06:34:42.411376 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.segments_db [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Added segment eece83a8-6f6c-4143-8626-778b5c290d3d of type vlan for network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 Jan 11 06:34:42.474234 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (aeb694f5-225b-41d3-a2ee-a04b6b3ccc72), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.491445 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-516985029-network', 'tenant_id': 'e8157bd766b443078335d821066e75d5'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:42.495596 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58416) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:42.520868 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58420) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:42.527595 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Made reservation on behalf of e8157bd766b443078335d821066e75d5 for: {'network': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:34:42.529935 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.539322 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.546200 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (aeb694f5-225b-41d3-a2ee-a04b6b3ccc72), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.547186 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:42.547796 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.636739 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Publish callbacks [] for security_group (814baddd-f5bf-4466-9f83-d3212c76c01f), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.646178 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (814baddd-f5bf-4466-9f83-d3212c76c01f), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.654230 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] Pushing event updated for resources: {'Network': ['ID=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:42.662611 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-ea14a51b-5bd6-432f-9bf8-c54cb968719a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8164284 Jan 11 06:34:42.663293 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58432) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:42.669150 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-c2ce5082-4ef5-4ec0-842a-28e42b478546 admin admin] Request body: {'subnet': {'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1089002373-subnet', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:42.675205 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:34:42.698850 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ce5082-4ef5-4ec0-842a-28e42b478546 admin admin] Made reservation on behalf of 31e84ac9ee404752be92f04b91836944 for: {'subnet': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:34:42.700995 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814baddd-f5bf-4466-9f83-d3212c76c01f,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:42.702410 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5082-4ef5-4ec0-842a-28e42b478546 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.730417 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.732043 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.733705 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.738775 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.739284 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.739964 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.740487 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.740999 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.741507 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.742006 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.742492 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.742974 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.743456 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Tracked resource versions report: Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: pushed versions: Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: { 'AddressGroup': {'1.2'}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'ConntrackHelper': {'1.0'}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'LocalIPAssociation': {'1.0'}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Log': {'1.0'}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Network': {'1.1'}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Port': {'1.7'}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'PortForwarding': {'1.2'}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'QosPolicy': {'1.10'}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'SecurityGroup': {'1.5'}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'SecurityGroupRule': {'1.2'}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'SubPort': {'1.0'}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Subnet': {'1.1'}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Trunk': {'1.1'}} Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: consumer versions: Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: { DHCP agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: HyperV agent@hv-cinder-60634: {}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: L3 agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: Metadata agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: Metering agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: Open vSwitch agent@dv-cinder-606346-33-iscsi: { 'AddressGroup': '1.2', Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'ConntrackHelper': '1.0', Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'LocalIPAssociation': '1.0', Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Log': '1.0', Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Network': '1.1', Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Port': '1.7', Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'PortForwarding': '1.2', Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'QosPolicy': '1.10', Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'SecurityGroup': '1.5', Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'SecurityGroupRule': '1.2', Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'SubPort': '1.0', Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Subnet': '1.1', Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: 'Trunk': '1.1'}} Jan 11 06:34:42.745881 dv-cinder-606346-33-iscsi neutron-server[102725]: {{(pid=102725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 06:34:42.780400 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-412754024-network', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:42.791141 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:34:42.815943 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (6c2410b5-7324-4008-ba75-46a383d63800), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.817020 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.segments_db [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Added segment 6c2410b5-7324-4008-ba75-46a383d63800 of type vlan for network 9add3997-100e-4517-8149-95f6f546b6f0 Jan 11 06:34:42.909173 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Made reservation on behalf of 7cbcefc3f2194f61aeeed24a6f34d971 for: {'network': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:34:42.911602 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.916703 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (9add3997-100e-4517-8149-95f6f546b6f0), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.918471 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5082-4ef5-4ec0-842a-28e42b478546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for subnet (eb11493f-ae20-42be-b515-410678056618), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.928614 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.973402 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (9add3997-100e-4517-8149-95f6f546b6f0), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.975463 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:42.975861 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:42.986667 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce5082-4ef5-4ec0-842a-28e42b478546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb11493f-ae20-42be-b515-410678056618,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:43.012703 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce5082-4ef5-4ec0-842a-28e42b478546 admin admin] Checking segment: {'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:34:43.013381 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce5082-4ef5-4ec0-842a-28e42b478546 admin admin] Network hostable DHCP agents. Network: aeb694f5-225b-41d3-a2ee-a04b6b3ccc72, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:34:43.028525 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1345345053-network', 'tenant_id': '9f6695dbd0cc4bce959ed34cd1bf633c'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:43.039876 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce5082-4ef5-4ec0-842a-28e42b478546 admin admin] Network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:34:43.057698 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce5082-4ef5-4ec0-842a-28e42b478546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, aeb694f5-225b-41d3-a2ee-a04b6b3ccc72) {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:43.073886 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c772de02-e1dc-4951-8c12-bcf0238e7ad9 None None] Network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:34:43.088969 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ce5082-4ef5-4ec0-842a-28e42b478546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:43.089686 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c2ce5082-4ef5-4ec0-842a-28e42b478546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.134185 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58454) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:43.134492 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-c2ce5082-4ef5-4ec0-842a-28e42b478546 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4692559 Jan 11 06:34:43.192697 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1694431 Jan 11 06:34:43.196761 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58460) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:43.201988 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-7e1d52ba-412f-4136-8de2-c2e8df118099 admin admin] Request body: {'subnet': {'network_id': '9add3997-100e-4517-8149-95f6f546b6f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-516985029-subnet', 'tenant_id': 'e8157bd766b443078335d821066e75d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:43.203030 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1089002373-router', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:43.247574 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d6dab-15bf-4727-8d2d-db2f2f967b5d admin admin] Pushing event updated for resources: {'Network': ['ID=9add3997-100e-4517-8149-95f6f546b6f0,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:43.257451 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Publish callbacks [] for security_group (83925ca4-4590-4a5b-8701-e553ff007016), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.267455 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Made reservation on behalf of 9f6695dbd0cc4bce959ed34cd1bf633c for: {'network': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:34:43.270883 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.273656 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network 9add3997-100e-4517-8149-95f6f546b6f0 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:34:43.295882 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (83925ca4-4590-4a5b-8701-e553ff007016), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.298047 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cacc0fe-2098-4733-8306-65c860b593d2 None None] Network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:34:43.299920 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1d52ba-412f-4136-8de2-c2e8df118099 admin admin] Made reservation on behalf of e8157bd766b443078335d821066e75d5 for: {'subnet': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:34:43.303531 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7e1d52ba-412f-4136-8de2-c2e8df118099 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.308813 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.358989 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:34:43.372987 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13884'] for router (d0aed15c-1bec-40ce-8dd4-ffb026309472), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.374750 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-993979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13867'] for router (d0aed15c-1bec-40ce-8dd4-ffb026309472), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.381129 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83925ca4-4590-4a5b-8701-e553ff007016,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:43.407150 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (42eb90f3-59d7-4785-b1f8-8a7113045e51), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.408453 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.segments_db [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Added segment 42eb90f3-59d7-4785-b1f8-8a7113045e51 of type vlan for network 60a2f090-570c-42ea-9834-0df06c26707c Jan 11 06:34:43.544581 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (60a2f090-570c-42ea-9834-0df06c26707c), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.547665 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Publish callbacks [] for router_controller (d0aed15c-1bec-40ce-8dd4-ffb026309472), precommit_add_association {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.597687 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7e1d52ba-412f-4136-8de2-c2e8df118099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for subnet (c31555fa-13e6-4b8f-862a-d80f97fe0ee6), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.653586 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d52ba-412f-4136-8de2-c2e8df118099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31555fa-13e6-4b8f-862a-d80f97fe0ee6,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:43.669202 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a6427d23-adf6-4c8e-97c4-f2762a8e80a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.704123 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1d52ba-412f-4136-8de2-c2e8df118099 admin admin] Checking segment: {'id': '6c2410b5-7324-4008-ba75-46a383d63800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9add3997-100e-4517-8149-95f6f546b6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:34:43.704574 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1d52ba-412f-4136-8de2-c2e8df118099 admin admin] Network hostable DHCP agents. Network: 9add3997-100e-4517-8149-95f6f546b6f0, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:34:43.733208 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1d52ba-412f-4136-8de2-c2e8df118099 admin admin] Network 9add3997-100e-4517-8149-95f6f546b6f0 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:34:43.751191 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-7e1d52ba-412f-4136-8de2-c2e8df118099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, 9add3997-100e-4517-8149-95f6f546b6f0) {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:43.756151 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1d52ba-412f-4136-8de2-c2e8df118099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:43.757087 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7e1d52ba-412f-4136-8de2-c2e8df118099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.765235 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae512fa5-4bdf-426e-ab57-14544a134b14 None None] Network 9add3997-100e-4517-8149-95f6f546b6f0 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:34:43.769526 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (60a2f090-570c-42ea-9834-0df06c26707c), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.770580 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:43.771210 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.785155 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-7e1d52ba-412f-4136-8de2-c2e8df118099 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5871940 Jan 11 06:34:43.791008 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Publish callbacks [] for router_gateway (d0aed15c-1bec-40ce-8dd4-ffb026309472), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.822355 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Publish callbacks [] for security_group (ca63ef60-d9d8-4b77-a7a0-75c8ab11657f), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.857599 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3609478 Jan 11 06:34:43.860636 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58480) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:43.866211 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-1d109bbd-4822-4760-aae1-e7c1e5cc87c4 admin admin] Request body: {'subnet': {'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-subnet', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:43.900747 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (ca63ef60-d9d8-4b77-a7a0-75c8ab11657f), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.902703 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d109bbd-4822-4760-aae1-e7c1e5cc87c4 admin admin] Made reservation on behalf of 7cbcefc3f2194f61aeeed24a6f34d971 for: {'subnet': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:34:43.905579 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1d109bbd-4822-4760-aae1-e7c1e5cc87c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.944871 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194bbd8-039e-417b-b3f0-55ea5a870889 admin admin] Pushing event updated for resources: {'Network': ['ID=60a2f090-570c-42ea-9834-0df06c26707c,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:43.962282 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:34:43.966320 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network 60a2f090-570c-42ea-9834-0df06c26707c details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:34:43.979759 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (3d939554-bf35-4643-8057-bcd9eab6e002), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:43.980100 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.segments_db [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Added segment 3d939554-bf35-4643-8057-bcd9eab6e002 of type vlan for network e69e80d8-91a0-4085-a401-00f95b7821f0 Jan 11 06:34:43.981752 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:43.996849 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58486) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:44.058778 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (e69e80d8-91a0-4085-a401-00f95b7821f0), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.096346 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (e69e80d8-91a0-4085-a401-00f95b7821f0), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.097400 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:44.097984 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.128394 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf48b534-25c2-4cd0-b796-7f67a9dd59e8 None None] Network 9add3997-100e-4517-8149-95f6f546b6f0 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:34:44.138858 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6171577 Jan 11 06:34:44.142152 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58492) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:44.149340 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-fc395df8-2f20-4ad5-ae3b-bb5bcc2bc614 admin admin] Request body: {'subnet': {'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1345345053-subnet', 'tenant_id': '9f6695dbd0cc4bce959ed34cd1bf633c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:44.211345 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1d109bbd-4822-4760-aae1-e7c1e5cc87c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for subnet (822973aa-968a-4a18-8a27-649eb1f1fd6d), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.322794 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d109bbd-4822-4760-aae1-e7c1e5cc87c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=822973aa-968a-4a18-8a27-649eb1f1fd6d,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:44.325424 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281b60c-f981-4832-93b5-751bbea40faf admin admin] Pushing event updated for resources: {'Network': ['ID=e69e80d8-91a0-4085-a401-00f95b7821f0,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:44.346256 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network e69e80d8-91a0-4085-a401-00f95b7821f0 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:34:44.351128 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d109bbd-4822-4760-aae1-e7c1e5cc87c4 admin admin] Checking segment: {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:34:44.351740 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d109bbd-4822-4760-aae1-e7c1e5cc87c4 admin admin] Network hostable DHCP agents. Network: 60a2f090-570c-42ea-9834-0df06c26707c, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:34:44.372790 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d109bbd-4822-4760-aae1-e7c1e5cc87c4 admin admin] Network 60a2f090-570c-42ea-9834-0df06c26707c is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:34:44.384848 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Publish callbacks [] for router_gateway (d0aed15c-1bec-40ce-8dd4-ffb026309472), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.385293 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-1d109bbd-4822-4760-aae1-e7c1e5cc87c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, 60a2f090-570c-42ea-9834-0df06c26707c) {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:44.387899 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc395df8-2f20-4ad5-ae3b-bb5bcc2bc614 admin admin] Made reservation on behalf of 9f6695dbd0cc4bce959ed34cd1bf633c for: {'subnet': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:34:44.390274 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fc395df8-2f20-4ad5-ae3b-bb5bcc2bc614 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.392598 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d109bbd-4822-4760-aae1-e7c1e5cc87c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:44.393666 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1d109bbd-4822-4760-aae1-e7c1e5cc87c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.416714 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ca8985-4503-49fa-9e21-3cb6ad995a2e None None] Network 60a2f090-570c-42ea-9834-0df06c26707c requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:34:44.419394 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.421114 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-1d109bbd-4822-4760-aae1-e7c1e5cc87c4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5593700 Jan 11 06:34:44.422314 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58502) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:44.432288 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:44.475748 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13884'] for router (2adc7d35-c672-4f82-afce-430eefd2ddd9), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.477714 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-993979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13867'] for router (2adc7d35-c672-4f82-afce-430eefd2ddd9), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.530798 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Allocated IP 172.27.2.254 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/81249f53-5cdd-41b8-9444-12fe66cad809) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:34:44.548746 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8f96bfca-389d-4e5b-90ed-9c78a4d3887b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.597597 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c588cce-5400-5ad6-872a-9e39f37289d9-60a2f090-570c-42ea-9834-0df06c26707c', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d'}]}} from dv-cinder-606346-33-iscsi. {{(pid=102727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 06:34:44.598717 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.640333 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Publish callbacks [] for port (81249f53-5cdd-41b8-9444-12fe66cad809), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.682740 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (81249f53-5cdd-41b8-9444-12fe66cad809), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.733629 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:34:44.760831 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:44.769991 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:34:44.772943 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Publish callbacks [] for router_controller (2adc7d35-c672-4f82-afce-430eefd2ddd9), precommit_add_association {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:44.830439 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.db_base_plugin_common [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Allocated IP 172.20.0.2 (60a2f090-570c-42ea-9834-0df06c26707c/822973aa-968a-4a18-8a27-649eb1f1fd6d/0d037ece-ee91-4567-8459-f5701d65c543) {{(pid=102727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:34:45.026274 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Pushing event updated for resources: {'Port': ['ID=81249f53-5cdd-41b8-9444-12fe66cad809,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:45.028113 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Publish callbacks [] for router_gateway (2adc7d35-c672-4f82-afce-430eefd2ddd9), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.174906 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Publish callbacks [] for port (0d037ece-ee91-4567-8459-f5701d65c543), precommit_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.186673 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (0d037ece-ee91-4567-8459-f5701d65c543), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.229077 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Publish callbacks [] for router_gateway (d0aed15c-1bec-40ce-8dd4-ffb026309472), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.243941 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Network 60a2f090-570c-42ea-9834-0df06c26707c is already hosted by enough agents. {{(pid=102727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:34:45.247324 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.base_scheduler [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Resources bound (agent type, host, resource id): {{(pid=102727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:45.253873 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Received port after_create {{(pid=102727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:34:45.292724 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Pushing event updated for resources: {'Port': ['ID=0d037ece-ee91-4567-8459-f5701d65c543,revision_number=1']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:45.321788 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.322287 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.322747 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.323209 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.323643 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.324074 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.325355 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.325819 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.326257 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.326697 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.327137 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.327571 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.328019 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Tracked resource versions report: Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: pushed versions: Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: { 'AddressGroup': {'1.2'}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'ConntrackHelper': {'1.0'}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'LocalIPAssociation': {'1.0'}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Log': {'1.0'}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Network': {'1.1'}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Port': {'1.7'}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'PortForwarding': {'1.2'}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'QosPolicy': {'1.10'}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'SecurityGroup': {'1.5'}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'SecurityGroupRule': {'1.2'}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'SubPort': {'1.0'}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Subnet': {'1.1'}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Trunk': {'1.1'}} Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: consumer versions: Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: { DHCP agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: HyperV agent@hv-cinder-60634: {}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: L3 agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: Metadata agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: Metering agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: Open vSwitch agent@dv-cinder-606346-33-iscsi: { 'AddressGroup': '1.2', Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'ConntrackHelper': '1.0', Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'LocalIPAssociation': '1.0', Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Log': '1.0', Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Network': '1.1', Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Port': '1.7', Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'PortForwarding': '1.2', Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'QosPolicy': '1.10', Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'SecurityGroup': '1.5', Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'SecurityGroupRule': '1.2', Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'SubPort': '1.0', Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Subnet': '1.1', Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: 'Trunk': '1.1'}} Jan 11 06:34:45.330211 dv-cinder-606346-33-iscsi neutron-server[102727]: {{(pid=102727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 06:34:45.352495 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Attempting to bind port 0d037ece-ee91-4567-8459-f5701d65c543 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:34:45.352983 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Attempting to bind port 0d037ece-ee91-4567-8459-f5701d65c543 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:34:45.353466 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Attempting to bind port 0d037ece-ee91-4567-8459-f5701d65c543 on network 60a2f090-570c-42ea-9834-0df06c26707c {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:34:45.354546 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8f96bfca-389d-4e5b-90ed-9c78a4d3887b admin admin] Publish callbacks [] for security_group (eb3ba215-2423-4f4e-91cf-89e534bd368b), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.360846 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:34:45.361140 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Checking segment: {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:34:45.361585 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.362183 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Bound using segment: {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:34:45.363300 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Bound port: 0d037ece-ee91-4567-8459-f5701d65c543, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:34:45.363905 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0d037ece-ee91-4567-8459-f5701d65c543), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.405338 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fc395df8-2f20-4ad5-ae3b-bb5bcc2bc614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for subnet (86961111-d8a7-47df-8f63-8941f1ef9030), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.448811 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] For port 0d037ece-ee91-4567-8459-f5701d65c543, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:34:45.453329 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] For port 0d037ece-ee91-4567-8459-f5701d65c543, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=0d037ece-ee91-4567-8459-f5701d65c543,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:34:45.456784 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Publish callbacks [] for router_gateway (2adc7d35-c672-4f82-afce-430eefd2ddd9), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.459776 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0d037ece-ee91-4567-8459-f5701d65c543), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.459941 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8f96bfca-389d-4e5b-90ed-9c78a4d3887b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (eb3ba215-2423-4f4e-91cf-89e534bd368b), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.473283 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc395df8-2f20-4ad5-ae3b-bb5bcc2bc614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86961111-d8a7-47df-8f63-8941f1ef9030,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:45.540304 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96bfca-389d-4e5b-90ed-9c78a4d3887b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3ba215-2423-4f4e-91cf-89e534bd368b,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:45.566307 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.604152 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc395df8-2f20-4ad5-ae3b-bb5bcc2bc614 admin admin] Checking segment: {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:34:45.604152 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc395df8-2f20-4ad5-ae3b-bb5bcc2bc614 admin admin] Network hostable DHCP agents. Network: e69e80d8-91a0-4085-a401-00f95b7821f0, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:34:45.624261 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c41ee-cbb5-403b-9114-04c77911710a None None] Pushing event updated for resources: {'Port': ['ID=0d037ece-ee91-4567-8459-f5701d65c543,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:45.647708 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc395df8-2f20-4ad5-ae3b-bb5bcc2bc614 admin admin] Network e69e80d8-91a0-4085-a401-00f95b7821f0 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:34:45.682047 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-fc395df8-2f20-4ad5-ae3b-bb5bcc2bc614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, e69e80d8-91a0-4085-a401-00f95b7821f0) {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:45.689945 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993934'] for router (d0aed15c-1bec-40ce-8dd4-ffb026309472), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.691781 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7fb498-9302-4755-9cf5-cf2e636a43c2 None None] Network e69e80d8-91a0-4085-a401-00f95b7821f0 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:34:45.704955 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc395df8-2f20-4ad5-ae3b-bb5bcc2bc614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:45.705605 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fc395df8-2f20-4ad5-ae3b-bb5bcc2bc614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:45.815585 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-fc395df8-2f20-4ad5-ae3b-bb5bcc2bc614 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6723759 Jan 11 06:34:45.822562 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Allocated IP 172.27.2.46 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/00a4ee8b-9a98-483a-9f9f-7e123e6158a4) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:34:46.016481 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4045996-0143-4be4-944e-5c433be6b0a4 None None] Network e69e80d8-91a0-4085-a401-00f95b7821f0 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:34:46.045512 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Publish callbacks [] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:46.129473 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Router d0aed15c-1bec-40ce-8dd4-ffb026309472 is scheduled to L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c with binding_index 1 {{(pid=102725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 06:34:46.163386 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:46.314395 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-8f96bfca-389d-4e5b-90ed-9c78a4d3887b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5f1f7d08e1145f1be92c73ac3fbc9a1&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3156104 Jan 11 06:34:46.317279 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58564) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:46.330564 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Pushing event updated for resources: {'Port': ['ID=00a4ee8b-9a98-483a-9f9f-7e123e6158a4,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:46.334836 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:34:46.337120 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:46.340100 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:34:46.551251 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:34:46.570090 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Sync routers for ids ['d0aed15c-1bec-40ce-8dd4-ffb026309472'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:34:46.590926 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-ae80f106-4d99-409c-aeb0-8a3e1297f89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:46.592976 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Routers {'d0aed15c-1bec-40ce-8dd4-ffb026309472'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:34:46.593659 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:34:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['d0aed15c-1bec-40ce-8dd4-ffb026309472'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:46.595610 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 0d037ece-ee91-4567-8459-f5701d65c543 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:34:46.617823 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:46.624386 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58594) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:46.625960 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-6aba43c0-6ed1-4615-8d0d-d7d0bdd93401 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4357083 Jan 11 06:34:46.629300 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-79d26762-21d4-4c5a-b6b8-755c3f1b6683 admin admin] Publish callbacks [] for security_group (eb3ba215-2423-4f4e-91cf-89e534bd368b), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:46.703959 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-79d26762-21d4-4c5a-b6b8-755c3f1b6683 admin admin] Publish callbacks [] for security_group (eb3ba215-2423-4f4e-91cf-89e534bd368b), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:46.815793 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 0d037ece-ee91-4567-8459-f5701d65c543 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:34:46.817485 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0d037ece-ee91-4567-8459-f5701d65c543), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:46.821117 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-79d26762-21d4-4c5a-b6b8-755c3f1b6683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (eb3ba215-2423-4f4e-91cf-89e534bd368b), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:46.825004 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-79d26762-21d4-4c5a-b6b8-755c3f1b6683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:46.830658 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-79d26762-21d4-4c5a-b6b8-755c3f1b6683 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb3ba215-2423-4f4e-91cf-89e534bd368b HTTP/1.1" status: 204 len: 168 time: 0.5027525 Jan 11 06:34:46.847862 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d26762-21d4-4c5a-b6b8-755c3f1b6683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3ba215-2423-4f4e-91cf-89e534bd368b,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:46.951341 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Set router d0aed15c-1bec-40ce-8dd4-ffb026309472 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:34:47.003893 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:47.110545 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58610) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:47.113773 dv-cinder-606346-33-iscsi neutron-server[102725]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 11 06:34:47.152015 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 0d037ece-ee91-4567-8459-f5701d65c543 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:34:47.152622 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0d037ece-ee91-4567-8459-f5701d65c543), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:47.252723 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port 0d037ece-ee91-4567-8459-f5701d65c543, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=0d037ece-ee91-4567-8459-f5701d65c543,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:34:47.253877 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'name': 'tempest-ServerRescueNegativeTestJSON-1089002373-router', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:43Z', 'updated_at': '2022-01-11T06:34:45Z', 'revision_number': 3, 'project_id': '31e84ac9ee404752be92f04b91836944', 'gw_port': {'id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:47.269667 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0d037ece-ee91-4567-8459-f5701d65c543), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:47.311638 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Checking router: d0aed15c-1bec-40ce-8dd4-ffb026309472 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:34:47.312415 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Updating router d0aed15c-1bec-40ce-8dd4-ffb026309472 port 81249f53-5cdd-41b8-9444-12fe66cad809 binding host dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:34:47.354433 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (81249f53-5cdd-41b8-9444-12fe66cad809), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:47.389346 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58614) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:47.397622 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea30192-aa4b-4ae0-a21e-65b6ef978304 None None] Network 60a2f090-570c-42ea-9834-0df06c26707c requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:34:47.408522 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=0d037ece-ee91-4567-8459-f5701d65c543,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:47.424257 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58618) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:47.480745 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Publish callbacks [] for router_gateway (2adc7d35-c672-4f82-afce-430eefd2ddd9), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:47.561231 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-c9da72b3-6fd7-4289-a204-b5ab536c01eb tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:47.565122 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-44726227-8fd6-4b40-8c83-55a87e18b891 None None] Provisioning complete for port 0d037ece-ee91-4567-8459-f5701d65c543 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:34:47.565587 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-44726227-8fd6-4b40-8c83-55a87e18b891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0d037ece-ee91-4567-8459-f5701d65c543), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:47.566828 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-c9da72b3-6fd7-4289-a204-b5ab536c01eb tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/networks?id=9add3997-100e-4517-8149-95f6f546b6f0 HTTP/1.1" status: 200 len: 811 time: 0.4544611 Jan 11 06:34:47.596827 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e164d5f8-4582-4bdc-9656-5eb6d427999c tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/quotas/e8157bd766b443078335d821066e75d5 HTTP/1.1" status: 200 len: 375 time: 0.0226755 Jan 11 06:34:47.726312 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-42a8cfe9-bac6-4c0b-83aa-a867617a42ff tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8157bd766b443078335d821066e75d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235061 Jan 11 06:34:47.762851 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-44726227-8fd6-4b40-8c83-55a87e18b891 None None] Current status of the port 0d037ece-ee91-4567-8459-f5701d65c543 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:34:47.795189 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3fb799ee-3c6d-4e02-8827-994ef9137c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:47.883952 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-01a6cb1d-7d26-4ff8-a13d-1041972b42e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:47.941937 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3fb799ee-3c6d-4e02-8827-994ef9137c09 admin admin] Publish callbacks [] for security_group (aa115f77-8b46-4968-b798-c614e9c73068), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:47.951720 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Publish callbacks [] for port (81249f53-5cdd-41b8-9444-12fe66cad809), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:47.954280 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3fb799ee-3c6d-4e02-8827-994ef9137c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (aa115f77-8b46-4968-b798-c614e9c73068), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:47.961350 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (81249f53-5cdd-41b8-9444-12fe66cad809), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.070276 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Attempting to bind port 81249f53-5cdd-41b8-9444-12fe66cad809 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:34:48.071297 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-ffba8b0b-5bb4-4fe6-8f2d-9ce1e582e4a5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:34:48.072601 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-ffba8b0b-5bb4-4fe6-8f2d-9ce1e582e4a5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1288438 Jan 11 06:34:48.081240 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Attempting to bind port 81249f53-5cdd-41b8-9444-12fe66cad809 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:34:48.081868 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Attempting to bind port 81249f53-5cdd-41b8-9444-12fe66cad809 on network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:34:48.082292 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58634) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:48.090009 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-94e69e48-3533-472b-8a99-04b0b27c0931 None None] Provisioning complete for port 0d037ece-ee91-4567-8459-f5701d65c543 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:34:48.090303 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-94e69e48-3533-472b-8a99-04b0b27c0931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0d037ece-ee91-4567-8459-f5701d65c543), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.092253 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:34:48.092991 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-3fb799ee-3c6d-4e02-8827-994ef9137c09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0233676ff494d25b5111c3a70037674&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6665516 Jan 11 06:34:48.103444 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb799ee-3c6d-4e02-8827-994ef9137c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa115f77-8b46-4968-b798-c614e9c73068,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:48.104201 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Checking segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:34:48.104800 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.105379 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Bound using segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:34:48.106048 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Bound port: 81249f53-5cdd-41b8-9444-12fe66cad809, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:34:48.108604 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (81249f53-5cdd-41b8-9444-12fe66cad809), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.111485 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Pushing event updated for resources: {'Port': ['ID=81249f53-5cdd-41b8-9444-12fe66cad809,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:48.126615 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58638) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:48.180402 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.180780 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.187650 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.188200 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.188749 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.189096 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.189453 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.189794 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.190129 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.190475 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.190809 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.191138 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.191460 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Tracked resource versions report: Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: pushed versions: Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: { 'AddressGroup': {'1.2'}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'ConntrackHelper': {'1.0'}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'LocalIPAssociation': {'1.0'}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Log': {'1.0'}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Network': {'1.1'}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Port': {'1.7'}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'PortForwarding': {'1.2'}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'QosPolicy': {'1.10'}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'SecurityGroup': {'1.5'}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'SecurityGroupRule': {'1.2'}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'SubPort': {'1.0'}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Subnet': {'1.1'}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Trunk': {'1.1'}} Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: consumer versions: Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: { DHCP agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: HyperV agent@hv-cinder-60634: {}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: L3 agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: Metadata agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: Metering agent@dv-cinder-606346-33-iscsi: {}, Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: Open vSwitch agent@dv-cinder-606346-33-iscsi: { 'AddressGroup': '1.2', Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'ConntrackHelper': '1.0', Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'LocalIPAssociation': '1.0', Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Log': '1.0', Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Network': '1.1', Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Port': '1.7', Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'PortForwarding': '1.2', Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'QosPolicy': '1.10', Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'SecurityGroup': '1.5', Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'SecurityGroupRule': '1.2', Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'SubPort': '1.0', Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Subnet': '1.1', Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: 'Trunk': '1.1'}} Jan 11 06:34:48.192655 dv-cinder-606346-33-iscsi neutron-server[102728]: {{(pid=102728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 06:34:48.213077 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-94e69e48-3533-472b-8a99-04b0b27c0931 None None] Current status of the port 0d037ece-ee91-4567-8459-f5701d65c543 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:34:48.228857 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1cda612c-0dab-4479-ae8b-82743cea48cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.243734 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] For port 81249f53-5cdd-41b8-9444-12fe66cad809, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:34:48.247091 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] For port 81249f53-5cdd-41b8-9444-12fe66cad809, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=81249f53-5cdd-41b8-9444-12fe66cad809,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:34:48.255187 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (81249f53-5cdd-41b8-9444-12fe66cad809), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.305019 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-c65f8461-5de9-4fbb-af08-22e5ad9fb0bb service neutron] 10.222.0.15 "GET /v2.0/networks/9add3997-100e-4517-8149-95f6f546b6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095160 Jan 11 06:34:48.330167 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Routers {'d0aed15c-1bec-40ce-8dd4-ffb026309472'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:34:48.331551 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:34:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['d0aed15c-1bec-40ce-8dd4-ffb026309472'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:48.335675 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.336270 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1cda612c-0dab-4479-ae8b-82743cea48cc admin admin] Publish callbacks [] for security_group (b05faf16-8f7b-4fce-9dfe-ed8f62f47209), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.411192 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1cda612c-0dab-4479-ae8b-82743cea48cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (b05faf16-8f7b-4fce-9dfe-ed8f62f47209), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.477953 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 0d037ece-ee91-4567-8459-f5701d65c543 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:34:48.489110 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] Set router d0aed15c-1bec-40ce-8dd4-ffb026309472 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:34:48.510957 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58666) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:48.511711 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-1cda612c-0dab-4479-ae8b-82743cea48cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=345df2952d034bf98e7d44705516196e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3827646 Jan 11 06:34:48.543967 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda612c-0dab-4479-ae8b-82743cea48cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05faf16-8f7b-4fce-9dfe-ed8f62f47209,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:48.565828 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-1dfa5da9-fd27-4524-b684-abbcc5361afd service neutron] 10.222.0.15 "GET /v2.0/networks/9add3997-100e-4517-8149-95f6f546b6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594919 Jan 11 06:34:48.595681 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 0d037ece-ee91-4567-8459-f5701d65c543 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:34:48.596321 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0d037ece-ee91-4567-8459-f5701d65c543), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.654516 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2131d4a4-8172-4440-9217-da521f3aa4a3 admin admin] Publish callbacks [] for security_group (b05faf16-8f7b-4fce-9dfe-ed8f62f47209), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.681112 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8aa821-d385-4fbd-91f2-99056a99fc22 None None] Pushing event updated for resources: {'Port': ['ID=81249f53-5cdd-41b8-9444-12fe66cad809,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:48.705392 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2131d4a4-8172-4440-9217-da521f3aa4a3 admin admin] Publish callbacks [] for security_group (b05faf16-8f7b-4fce-9dfe-ed8f62f47209), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.711984 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.744595 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:34:48.790740 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 0d037ece-ee91-4567-8459-f5701d65c543 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:34:48.800896 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58676) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:48.819518 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-01a6cb1d-7d26-4ff8-a13d-1041972b42e0 admin admin] Publish callbacks [] for security_group (e128a25f-7fff-413b-b9c9-ad62ec7ebc4b), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.822893 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-df884a6a-9035-4bc9-9d61-bbf9ca311c8a admin admin] Publish callbacks [] for security_group (aa115f77-8b46-4968-b798-c614e9c73068), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.844771 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2131d4a4-8172-4440-9217-da521f3aa4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (b05faf16-8f7b-4fce-9dfe-ed8f62f47209), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.849384 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2131d4a4-8172-4440-9217-da521f3aa4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.857125 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-2131d4a4-8172-4440-9217-da521f3aa4a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b05faf16-8f7b-4fce-9dfe-ed8f62f47209 HTTP/1.1" status: 204 len: 168 time: 0.3402488 Jan 11 06:34:48.870235 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-01a6cb1d-7d26-4ff8-a13d-1041972b42e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e128a25f-7fff-413b-b9c9-ad62ec7ebc4b), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.959991 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-df884a6a-9035-4bc9-9d61-bbf9ca311c8a admin admin] Publish callbacks [] for security_group (aa115f77-8b46-4968-b798-c614e9c73068), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:48.966097 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-01a6cb1d-7d26-4ff8-a13d-1041972b42e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86d2eee5ae464d2d94379008877d3056&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5741577 Jan 11 06:34:48.992984 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58686) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:49.014889 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'name': 'tempest-ServerRescueNegativeTestJSON-1089002373-router', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:43Z', 'updated_at': '2022-01-11T06:34:45Z', 'revision_number': 3, 'project_id': '31e84ac9ee404752be92f04b91836944', 'gw_port': {'id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:49.107253 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679741-619c-4c1f-8e6c-bf952bba45be req-dc3965f7-5112-4b88-8cac-a64fd278d532 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:49.109054 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993934'] for router (2adc7d35-c672-4f82-afce-430eefd2ddd9), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:49.111201 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12278f4-dea5-435d-8fa7-3a81df067028 None None] The sync data for ids ['d0aed15c-1bec-40ce-8dd4-ffb026309472'] in dv-cinder-606346-33-iscsi is: [{'id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'name': 'tempest-ServerRescueNegativeTestJSON-1089002373-router', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:43Z', 'updated_at': '2022-01-11T06:34:45Z', 'revision_number': 3, 'project_id': '31e84ac9ee404752be92f04b91836944', 'gw_port': {'id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:34:49.128598 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-dc3965f7-5112-4b88-8cac-a64fd278d532 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/networks?id=e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 200 len: 815 time: 0.3260956 Jan 11 06:34:49.156264 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6cb1d-7d26-4ff8-a13d-1041972b42e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e128a25f-7fff-413b-b9c9-ad62ec7ebc4b,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:49.177739 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131d4a4-8172-4440-9217-da521f3aa4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05faf16-8f7b-4fce-9dfe-ed8f62f47209,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:49.278316 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-40a47cae-e377-4b58-82ac-9c6ebbda7fd0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/quotas/9f6695dbd0cc4bce959ed34cd1bf633c HTTP/1.1" status: 200 len: 375 time: 0.1487508 Jan 11 06:34:49.436096 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-31e4ad36-b0a6-4a64-9fdb-05ff1f058001 admin admin] Publish callbacks [] for security_group (e128a25f-7fff-413b-b9c9-ad62ec7ebc4b), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:49.470666 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-df884a6a-9035-4bc9-9d61-bbf9ca311c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (aa115f77-8b46-4968-b798-c614e9c73068), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:49.474789 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-df884a6a-9035-4bc9-9d61-bbf9ca311c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:49.479139 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-df884a6a-9035-4bc9-9d61-bbf9ca311c8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa115f77-8b46-4968-b798-c614e9c73068 HTTP/1.1" status: 204 len: 168 time: 1.3820996 Jan 11 06:34:49.532285 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ebea96d4-0b52-45a6-953e-39a1ab81932b req-3a24f14a-a1d0-48e2-840b-f56424d93092 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 210 time: 0.3786411 Jan 11 06:34:49.544985 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-7a93aa6d-a2ae-45eb-8a90-def712d7b781 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2631564 Jan 11 06:34:49.576831 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df884a6a-9035-4bc9-9d61-bbf9ca311c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa115f77-8b46-4968-b798-c614e9c73068,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:49.594866 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-31e4ad36-b0a6-4a64-9fdb-05ff1f058001 admin admin] Publish callbacks [] for security_group (e128a25f-7fff-413b-b9c9-ad62ec7ebc4b), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:49.632844 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Allocated IP 172.20.0.1 (aeb694f5-225b-41d3-a2ee-a04b6b3ccc72/eb11493f-ae20-42be-b515-410678056618/0825ad80-caf0-40b3-b89c-10f975203e2f) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:34:49.707143 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:49.746679 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-31e4ad36-b0a6-4a64-9fdb-05ff1f058001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e128a25f-7fff-413b-b9c9-ad62ec7ebc4b), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:49.750022 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-31e4ad36-b0a6-4a64-9fdb-05ff1f058001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:49.751278 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-31e4ad36-b0a6-4a64-9fdb-05ff1f058001 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e128a25f-7fff-413b-b9c9-ad62ec7ebc4b HTTP/1.1" status: 204 len: 168 time: 0.7290969 Jan 11 06:34:49.812803 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4ad36-b0a6-4a64-9fdb-05ff1f058001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e128a25f-7fff-413b-b9c9-ad62ec7ebc4b,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:49.851166 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Router 2adc7d35-c672-4f82-afce-430eefd2ddd9 is scheduled to L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c with binding_index 1 {{(pid=102726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 06:34:49.892785 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Publish callbacks [] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:50.055529 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:34:50.062591 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:50.071108 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Sync routers for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:34:50.088475 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:34:50.090224 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:34:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:50.127986 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:50.129333 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-f526021e-7215-4d83-9316-f96c9c32e773 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7060263 Jan 11 06:34:50.132315 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:34:50.132719 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58742) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:50.135763 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:50.140041 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:34:50.140672 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992443'] for router_interface (d0aed15c-1bec-40ce-8dd4-ffb026309472), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:50.225457 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Pushing event updated for resources: {'Port': ['ID=0825ad80-caf0-40b3-b89c-10f975203e2f,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:50.443371 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:34:50.484046 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58762) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:50.555275 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-2c116deb-fd47-4526-99d4-fc1bbba54b15 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:34:50.566191 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-2c116deb-fd47-4526-99d4-fc1bbba54b15 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7508597 Jan 11 06:34:50.572791 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 81249f53-5cdd-41b8-9444-12fe66cad809 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:34:50.624003 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-83462a15-0da7-4a3b-9394-74a45021087c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:50.826458 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 81249f53-5cdd-41b8-9444-12fe66cad809 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:34:50.827055 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (81249f53-5cdd-41b8-9444-12fe66cad809), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:50.907808 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58776) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:50.913283 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b6036625-f689-4bae-a92b-14ab697294e5 req-57a03c47-3400-48a7-8808-43bb78ce41cf tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 210 time: 0.1409981 Jan 11 06:34:50.966382 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3fafe46f-5346-4ade-aabb-202690efb537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.006986 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.030411 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-83462a15-0da7-4a3b-9394-74a45021087c admin admin] Publish callbacks [] for security_group (302e2312-2208-464c-a0a3-b1da9a758083), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.092969 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:47Z', 'revision_number': 3, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:51.109897 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-ab95fc3f-1d86-4c6b-9a43-90a9c055a6de service neutron] 10.222.0.15 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423768 Jan 11 06:34:51.145095 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 81249f53-5cdd-41b8-9444-12fe66cad809 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:34:51.145491 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (81249f53-5cdd-41b8-9444-12fe66cad809), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.152197 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Checking router: 2adc7d35-c672-4f82-afce-430eefd2ddd9 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:34:51.153277 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Updating router 2adc7d35-c672-4f82-afce-430eefd2ddd9 port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 binding host dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:34:51.198632 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.201989 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port 81249f53-5cdd-41b8-9444-12fe66cad809, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=81249f53-5cdd-41b8-9444-12fe66cad809,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:34:51.231276 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (81249f53-5cdd-41b8-9444-12fe66cad809), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.248762 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-83462a15-0da7-4a3b-9394-74a45021087c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (302e2312-2208-464c-a0a3-b1da9a758083), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.328917 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=81249f53-5cdd-41b8-9444-12fe66cad809,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:51.342141 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-83462a15-0da7-4a3b-9394-74a45021087c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=337f4573412947c9980f8736c0d67b9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8569360 Jan 11 06:34:51.386753 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58788) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:51.389367 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83462a15-0da7-4a3b-9394-74a45021087c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302e2312-2208-464c-a0a3-b1da9a758083,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:51.392881 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-94b8e588-cae9-40b7-a586-1623bd8c6ecc service neutron] 10.222.0.15 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435339 Jan 11 06:34:51.625042 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3fafe46f-5346-4ade-aabb-202690efb537 admin admin] Publish callbacks [] for security_group (426ebdd9-7d35-4e47-8dc4-797faf8c5f79), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.640705 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3fafe46f-5346-4ade-aabb-202690efb537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (426ebdd9-7d35-4e47-8dc4-797faf8c5f79), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.720027 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-3fafe46f-5346-4ade-aabb-202690efb537 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eeffbfe905494aabaef4e553ea0bd76e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8096137 Jan 11 06:34:51.755916 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58800) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:51.809514 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.863133 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8b32eeb4-e61f-4676-87ec-836682158d77 admin admin] Publish callbacks [] for security_group (302e2312-2208-464c-a0a3-b1da9a758083), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.869548 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.30', 61772) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:51.949505 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Publish callbacks [] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), precommit_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.959254 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:51.984482 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-53f77d46-aaee-454e-bc8a-3f9dbe708825 req-8f2ceb43-f1f1-45f5-845d-ccac93098182 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 210 time: 0.1231921 Jan 11 06:34:51.994852 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafe46f-5346-4ade-aabb-202690efb537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426ebdd9-7d35-4e47-8dc4-797faf8c5f79,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:52.036189 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58816) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:52.065614 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.089337 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Publish callbacks [] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.114430 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Attempting to bind port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:34:52.115469 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Attempting to bind port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:34:52.117019 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Attempting to bind port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 on network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:34:52.133077 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:34:52.133790 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Checking segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:34:52.134451 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.135200 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Bound using segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:34:52.135923 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Bound port: 00a4ee8b-9a98-483a-9f9f-7e123e6158a4, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:34:52.136628 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.210232 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] For port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:34:52.214014 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] For port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=00a4ee8b-9a98-483a-9f9f-7e123e6158a4,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:34:52.215172 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eede93-0ae1-4056-af4b-3cf6880bb20c None None] Pushing event updated for resources: {'Port': ['ID=00a4ee8b-9a98-483a-9f9f-7e123e6158a4,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:52.222734 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.246499 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.248184 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992335'] for router_interface (d0aed15c-1bec-40ce-8dd4-ffb026309472), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.300719 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:34:52.302250 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:34:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:52.373240 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fddef41b-93af-4a47-860d-44133d6dec16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.434950 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8b32eeb4-e61f-4676-87ec-836682158d77 admin admin] Publish callbacks [] for security_group (302e2312-2208-464c-a0a3-b1da9a758083), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.438349 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bdf29336-fb17-4e42-9148-f290d2c50dd3 req-7dad0026-802c-45a6-9e6f-dc90fb61dcbc tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 210 time: 0.0736327 Jan 11 06:34:52.531872 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e318e7d2-c691-4c4f-b652-ab7fc473a608 admin admin] Publish callbacks [] for security_group (426ebdd9-7d35-4e47-8dc4-797faf8c5f79), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.557393 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e318e7d2-c691-4c4f-b652-ab7fc473a608 admin admin] Publish callbacks [] for security_group (426ebdd9-7d35-4e47-8dc4-797faf8c5f79), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.618703 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:34:52.635353 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fddef41b-93af-4a47-860d-44133d6dec16 admin admin] Publish callbacks [] for security_group (a6a79ec3-60e1-46f3-b1af-d77e1624b53e), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.663199 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e318e7d2-c691-4c4f-b652-ab7fc473a608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (426ebdd9-7d35-4e47-8dc4-797faf8c5f79), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.665942 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e318e7d2-c691-4c4f-b652-ab7fc473a608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.694406 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-e318e7d2-c691-4c4f-b652-ab7fc473a608 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/426ebdd9-7d35-4e47-8dc4-797faf8c5f79 HTTP/1.1" status: 204 len: 168 time: 0.9111590 Jan 11 06:34:52.727407 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Allocated IP 172.20.0.1 (60a2f090-570c-42ea-9834-0df06c26707c/822973aa-968a-4a18-8a27-649eb1f1fd6d/5bf39862-ad76-4864-b768-97dae1da90e3) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:34:52.749147 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Pushing event updated for resources: {'Port': ['ID=0825ad80-caf0-40b3-b89c-10f975203e2f,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:52.759993 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 81249f53-5cdd-41b8-9444-12fe66cad809 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:34:52.813762 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318e7d2-c691-4c4f-b652-ab7fc473a608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426ebdd9-7d35-4e47-8dc4-797faf8c5f79,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:52.841499 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eede93-0ae1-4056-af4b-3cf6880bb20c None None] Pushing event updated for resources: {'Port': ['ID=00a4ee8b-9a98-483a-9f9f-7e123e6158a4,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:52.926626 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fddef41b-93af-4a47-860d-44133d6dec16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a6a79ec3-60e1-46f3-b1af-d77e1624b53e), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.926882 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-170c7caa-e2d6-4ba9-a2ca-a4f1cb1154ec tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:52.931917 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-170c7caa-e2d6-4ba9-a2ca-a4f1cb1154ec tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.30 "GET /v2.0/networks?id=9add3997-100e-4517-8149-95f6f546b6f0 HTTP/1.1" status: 200 len: 811 time: 0.9818633 Jan 11 06:34:52.950431 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8b32eeb4-e61f-4676-87ec-836682158d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (302e2312-2208-464c-a0a3-b1da9a758083), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.953637 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8b32eeb4-e61f-4676-87ec-836682158d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:52.955072 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-8b32eeb4-e61f-4676-87ec-836682158d77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/302e2312-2208-464c-a0a3-b1da9a758083 HTTP/1.1" status: 204 len: 168 time: 1.5592723 Jan 11 06:34:52.965902 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32eeb4-e61f-4676-87ec-836682158d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302e2312-2208-464c-a0a3-b1da9a758083,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:52.978036 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:34:52.979589 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:53.024859 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddef41b-93af-4a47-860d-44133d6dec16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a79ec3-60e1-46f3-b1af-d77e1624b53e,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:53.026844 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Request body: {'port': {'device_id': '9c5964d3-3571-4016-92bf-76960655d88b', 'network_id': '9add3997-100e-4517-8149-95f6f546b6f0', 'admin_state_up': True, 'tenant_id': 'e8157bd766b443078335d821066e75d5'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:53.079416 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Publish callbacks [] for port (5bf39862-ad76-4864-b768-97dae1da90e3), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:53.090649 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-fddef41b-93af-4a47-860d-44133d6dec16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5acb278377e64f8e93ae24092bb7ccbe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0521069 Jan 11 06:34:53.093585 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 58876) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:53.148462 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8375487d-97c7-462e-b2d9-652a6d406f65 req-f9fe2d3f-0c73-4e81-8af7-e5f777f9829d tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 210 time: 0.0462389 Jan 11 06:34:53.239459 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 81249f53-5cdd-41b8-9444-12fe66cad809 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:34:53.241066 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (81249f53-5cdd-41b8-9444-12fe66cad809), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:53.242259 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-4d987efc-45d4-4ab4-bdd1-9a27ca380dc2 admin admin] Publish callbacks [] for security_group (a6a79ec3-60e1-46f3-b1af-d77e1624b53e), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:53.244564 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:53.294454 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Pushing event updated for resources: {'Port': ['ID=5bf39862-ad76-4864-b768-97dae1da90e3,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:53.342453 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Network 60a2f090-570c-42ea-9834-0df06c26707c is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:34:53.344963 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-4d987efc-45d4-4ab4-bdd1-9a27ca380dc2 admin admin] Publish callbacks [] for security_group (a6a79ec3-60e1-46f3-b1af-d77e1624b53e), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:53.361258 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 81249f53-5cdd-41b8-9444-12fe66cad809 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:34:53.362747 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:53.376529 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:47Z', 'revision_number': 3, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:53.378174 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:34:53.388946 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992443'] for router_interface (2adc7d35-c672-4f82-afce-430eefd2ddd9), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:53.430940 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727258b9-da34-4ace-aafe-28d2392af118 None None] The sync data for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi is: [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:47Z', 'revision_number': 3, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:34:53.588526 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Router d0aed15c-1bec-40ce-8dd4-ffb026309472 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:34:53.662193 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:53.668201 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Made reservation on behalf of e8157bd766b443078335d821066e75d5 for: {'port': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:34:53.681917 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:53.706498 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-4d987efc-45d4-4ab4-bdd1-9a27ca380dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a6a79ec3-60e1-46f3-b1af-d77e1624b53e), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:53.716288 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-4d987efc-45d4-4ab4-bdd1-9a27ca380dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:53.719543 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-4d987efc-45d4-4ab4-bdd1-9a27ca380dc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6a79ec3-60e1-46f3-b1af-d77e1624b53e HTTP/1.1" status: 204 len: 168 time: 0.6247101 Jan 11 06:34:53.830283 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-06525d95-b4c2-4b97-8ede-5ecd45b24733 req-87833f96-16f2-48f7-b5ae-a716ffb16984 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 210 time: 0.1335814 Jan 11 06:34:53.831097 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d987efc-45d4-4ab4-bdd1-9a27ca380dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a79ec3-60e1-46f3-b1af-d77e1624b53e,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:53.899522 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-0c040a1d-91e5-4c7a-bc20-74b54d98e6ec None None] Provisioning complete for port 5bf39862-ad76-4864-b768-97dae1da90e3 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:34:53.900976 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-0c040a1d-91e5-4c7a-bc20-74b54d98e6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:54.005109 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-0c040a1d-91e5-4c7a-bc20-74b54d98e6ec None None] Port 5bf39862-ad76-4864-b768-97dae1da90e3 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:34:54.090724 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Publish callbacks [] for port (5bf39862-ad76-4864-b768-97dae1da90e3), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:54.139928 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:54.144952 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992335'] for router_interface (2adc7d35-c672-4f82-afce-430eefd2ddd9), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:54.221102 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:34:54.231049 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Sync routers for ids ['d0aed15c-1bec-40ce-8dd4-ffb026309472'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:34:54.258787 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Routers {'d0aed15c-1bec-40ce-8dd4-ffb026309472'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:34:54.260634 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:34:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['d0aed15c-1bec-40ce-8dd4-ffb026309472'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:54.285561 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-4fdff1a1-8c8b-469e-b3fe-f25a5565d384 admin admin] 10.222.0.15 "PUT /v2.0/routers/d0aed15c-1bec-40ce-8dd4-ffb026309472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6363497 Jan 11 06:34:54.416253 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Pushing event updated for resources: {'Port': ['ID=5bf39862-ad76-4864-b768-97dae1da90e3,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:54.422151 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.30', 61778) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:54.507567 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Allocated IP 172.20.0.7 (9add3997-100e-4517-8149-95f6f546b6f0/c31555fa-13e6-4b8f-862a-d80f97fe0ee6/373387c0-8944-4a75-b446-241b056cf755) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:34:54.666857 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:34:54.794372 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Set router d0aed15c-1bec-40ce-8dd4-ffb026309472 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:34:54.852228 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:34:54.852995 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:54.897879 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58922) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:55.187970 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:34:55.209959 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:55.278514 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=00a4ee8b-9a98-483a-9f9f-7e123e6158a4,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:34:55.285429 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:55.449663 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=00a4ee8b-9a98-483a-9f9f-7e123e6158a4,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:55.527231 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'name': 'tempest-ServerRescueNegativeTestJSON-1089002373-router', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:43Z', 'updated_at': '2022-01-11T06:34:50Z', 'revision_number': 4, 'project_id': '31e84ac9ee404752be92f04b91836944', 'gw_port': {'id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '0825ad80-caf0-40b3-b89c-10f975203e2f', 'name': '', 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'mac_address': 'fa:16:3e:12:98:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eb11493f-ae20-42be-b515-410678056618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:48Z', 'updated_at': '2022-01-11T06:34:51Z', 'revision_number': 2, 'project_id': '31e84ac9ee404752be92f04b91836944', 'subnets': [{'id': 'eb11493f-ae20-42be-b515-410678056618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:55.619764 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Checking router: d0aed15c-1bec-40ce-8dd4-ffb026309472 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:34:55.620131 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Updating router d0aed15c-1bec-40ce-8dd4-ffb026309472 port 0825ad80-caf0-40b3-b89c-10f975203e2f binding host dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:34:55.658918 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-451c556b-dfed-4ae7-9cb3-c15300ae7101 req-303da01b-e075-49a0-b496-4421e04eebec tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 210 time: 0.3280303 Jan 11 06:34:55.662008 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4a7ebf31-66ab-4317-901c-03fb3961c467 req-5db98475-adb0-46ed-8abf-b0d5dc194c93 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 210 time: 0.3246570 Jan 11 06:34:55.684539 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-baae51b7-e5af-40ae-adf2-e239696d390d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:55.699772 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:55.777514 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Network 60a2f090-570c-42ea-9834-0df06c26707c is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:34:55.778932 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:56.164839 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Router 2adc7d35-c672-4f82-afce-430eefd2ddd9 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:34:56.167422 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Publish callbacks [] for port (373387c0-8944-4a75-b446-241b056cf755), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:56.199217 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679741-619c-4c1f-8e6c-bf952bba45be req-b28b60ce-42ba-4af8-887e-6b0ea7e51a55 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:56.200662 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-b28b60ce-42ba-4af8-887e-6b0ea7e51a55 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "GET /v2.0/networks?id=e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 200 len: 815 time: 1.7617877 Jan 11 06:34:56.273443 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-f593461c-2a7b-4444-ada6-1fc29c536583 None None] Provisioning complete for port 5bf39862-ad76-4864-b768-97dae1da90e3 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:34:56.276745 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-f593461c-2a7b-4444-ada6-1fc29c536583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:56.282673 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-45679741-619c-4c1f-8e6c-bf952bba45be req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Request body: {'port': {'device_id': '2f4e21f5-067a-461f-88d6-3488cfdf133e', 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0', 'admin_state_up': True, 'tenant_id': '9f6695dbd0cc4bce959ed34cd1bf633c'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:56.391147 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-f593461c-2a7b-4444-ada6-1fc29c536583 None None] Port 5bf39862-ad76-4864-b768-97dae1da90e3 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:34:56.393452 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-baae51b7-e5af-40ae-adf2-e239696d390d admin admin] Publish callbacks [] for security_group (5e05b054-0160-42da-891b-e4096dee8de1), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:56.449086 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:34:56.477266 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-821563a2-6409-468d-813b-6d0139e7d28a admin admin] 10.222.0.15 "PUT /v2.0/routers/2adc7d35-c672-4f82-afce-430eefd2ddd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3385611 Jan 11 06:34:56.484146 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-baae51b7-e5af-40ae-adf2-e239696d390d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (5e05b054-0160-42da-891b-e4096dee8de1), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:56.593170 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:34:56.651631 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-baae51b7-e5af-40ae-adf2-e239696d390d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ff9f8a9150a4858a9689472000fa40a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5007489 Jan 11 06:34:56.655914 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 58976) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:56.656857 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae51b7-e5af-40ae-adf2-e239696d390d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e05b054-0160-42da-891b-e4096dee8de1,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:56.727991 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (373387c0-8944-4a75-b446-241b056cf755), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:56.795670 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:34:56.797896 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:56.867657 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Network 9add3997-100e-4517-8149-95f6f546b6f0 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:34:56.880557 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-13367f12-da57-430f-8182-523bd1072cc2 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:56.882883 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Pushing event updated for resources: {'Port': ['ID=373387c0-8944-4a75-b446-241b056cf755,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:56.895272 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-13367f12-da57-430f-8182-523bd1072cc2 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 819 time: 0.3817585 Jan 11 06:34:56.901145 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:56.906210 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:34:56.914816 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Publish callbacks [] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:56.923114 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:56.924152 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:56.925069 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:56.977475 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-d6879b51-32b3-4933-9bd6-3473ec7ccd28 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/quotas/31e84ac9ee404752be92f04b91836944 HTTP/1.1" status: 200 len: 375 time: 0.0580945 Jan 11 06:34:56.981906 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e654ba60-72be-4666-ad0c-0e09542f5383 admin admin] Publish callbacks [] for security_group (5e05b054-0160-42da-891b-e4096dee8de1), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:57.015577 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Sync routers for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:34:57.026231 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e654ba60-72be-4666-ad0c-0e09542f5383 admin admin] Publish callbacks [] for security_group (5e05b054-0160-42da-891b-e4096dee8de1), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:57.100767 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e84352-87bb-40b9-b72f-d89a4b267caf None None] Pushing event updated for resources: {'Port': ['ID=0825ad80-caf0-40b3-b89c-10f975203e2f,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:57.117934 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-40ff0a2a-2ec2-4d04-908d-ebec873d1d24 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1178672 Jan 11 06:34:57.122245 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e654ba60-72be-4666-ad0c-0e09542f5383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (5e05b054-0160-42da-891b-e4096dee8de1), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:57.126105 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e654ba60-72be-4666-ad0c-0e09542f5383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:57.132329 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-e654ba60-72be-4666-ad0c-0e09542f5383 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e05b054-0160-42da-891b-e4096dee8de1 HTTP/1.1" status: 204 len: 168 time: 0.4586434 Jan 11 06:34:57.148301 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-0f6ca5e2-8961-493a-bf08-1b64f92c71e1 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:34:57.150406 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-0f6ca5e2-8961-493a-bf08-1b64f92c71e1 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154994 Jan 11 06:34:57.152244 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654ba60-72be-4666-ad0c-0e09542f5383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e05b054-0160-42da-891b-e4096dee8de1,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:57.154770 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:34:57.156957 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:34:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:57.166772 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Attempting to bind port 0825ad80-caf0-40b3-b89c-10f975203e2f on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:34:57.168233 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-4e35f9c5-5d78-48f5-ab29-a068e301dfac tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1829302 Jan 11 06:34:57.169860 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Attempting to bind port 0825ad80-caf0-40b3-b89c-10f975203e2f by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:34:57.170233 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Attempting to bind port 0825ad80-caf0-40b3-b89c-10f975203e2f on network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:34:57.178629 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:34:57.179036 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Checking segment: {'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:34:57.179409 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:57.184971 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a15536-f96d-4ebe-b7c5-dae6ea0031e8 req-e6250333-5975-4e58-b5b0-1fec33654f32 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:57.186168 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Bound using segment: {'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:34:57.186297 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Bound port: 0825ad80-caf0-40b3-b89c-10f975203e2f, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:34:57.186675 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:57.190798 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-23a15536-f96d-4ebe-b7c5-dae6ea0031e8 req-e6250333-5975-4e58-b5b0-1fec33654f32 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 931 time: 0.2936645 Jan 11 06:34:57.195836 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45679741-619c-4c1f-8e6c-bf952bba45be req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Made reservation on behalf of 9f6695dbd0cc4bce959ed34cd1bf633c for: {'port': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:34:57.201264 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-45679741-619c-4c1f-8e6c-bf952bba45be req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:57.319130 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] For port 0825ad80-caf0-40b3-b89c-10f975203e2f, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:34:57.332571 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] For port 0825ad80-caf0-40b3-b89c-10f975203e2f, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=0825ad80-caf0-40b3-b89c-10f975203e2f,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:34:57.338399 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:57.365761 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [req-45679741-619c-4c1f-8e6c-bf952bba45be req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Allocated IP 172.20.0.8 (e69e80d8-91a0-4085-a401-00f95b7821f0/86961111-d8a7-47df-8f63-8941f1ef9030/a0700528-82fb-413a-b58a-97b306f4e6cf) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:34:57.467107 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-23a15536-f96d-4ebe-b7c5-dae6ea0031e8 req-adccc4e7-4ca5-4980-870b-6ffe96b25e88 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591493 Jan 11 06:34:57.516247 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Routers {'d0aed15c-1bec-40ce-8dd4-ffb026309472'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:34:57.520191 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:34:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['d0aed15c-1bec-40ce-8dd4-ffb026309472'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:57.546516 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:34:57.677653 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] Set router d0aed15c-1bec-40ce-8dd4-ffb026309472 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:34:57.689514 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-45679741-619c-4c1f-8e6c-bf952bba45be req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks [] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:57.721248 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-faffcdec-709d-4805-b5b5-584939db1d0e req-8d864f55-225a-4646-a931-b9cd4c7c82d5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 210 time: 0.1377602 Jan 11 06:34:57.768502 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-8679b5f6-1ccf-4524-ab0a-5dd14de96a90 service neutron] 10.222.0.15 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764823 Jan 11 06:34:57.792895 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:34:57.882091 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e84352-87bb-40b9-b72f-d89a4b267caf None None] Pushing event updated for resources: {'Port': ['ID=0825ad80-caf0-40b3-b89c-10f975203e2f,revision_number=4']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:57.893890 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-45679741-619c-4c1f-8e6c-bf952bba45be req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:58.024664 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-ba4d6153-700f-4065-beb0-a51f1ad2cd72 service neutron] 10.222.0.15 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552288 Jan 11 06:34:58.065799 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45679741-619c-4c1f-8e6c-bf952bba45be req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Network e69e80d8-91a0-4085-a401-00f95b7821f0 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:34:58.088619 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [req-45679741-619c-4c1f-8e6c-bf952bba45be req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:34:58.105354 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-45679741-619c-4c1f-8e6c-bf952bba45be req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:34:58.127333 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679741-619c-4c1f-8e6c-bf952bba45be req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:58.131456 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-45679741-619c-4c1f-8e6c-bf952bba45be req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:58.144131 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 2, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:58.154955 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'name': 'tempest-ServerRescueNegativeTestJSON-1089002373-router', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:43Z', 'updated_at': '2022-01-11T06:34:50Z', 'revision_number': 4, 'project_id': '31e84ac9ee404752be92f04b91836944', 'gw_port': {'id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '0825ad80-caf0-40b3-b89c-10f975203e2f', 'name': '', 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'mac_address': 'fa:16:3e:12:98:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eb11493f-ae20-42be-b515-410678056618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:48Z', 'updated_at': '2022-01-11T06:34:57Z', 'revision_number': 4, 'project_id': '31e84ac9ee404752be92f04b91836944', 'subnets': [{'id': 'eb11493f-ae20-42be-b515-410678056618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:34:58.178301 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9193857 Jan 11 06:34:58.217511 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b524e4-46fa-4bc1-9d30-f35b40c43f53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Pushing event updated for resources: {'Port': ['ID=a0700528-82fb-413a-b58a-97b306f4e6cf,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:34:58.223623 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Checking router: 2adc7d35-c672-4f82-afce-430eefd2ddd9 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:34:58.226263 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Updating router 2adc7d35-c672-4f82-afce-430eefd2ddd9 port 5bf39862-ad76-4864-b768-97dae1da90e3 binding host dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:34:58.250624 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b767b9-25cc-49a7-b5e2-09e08de7a60b None None] The sync data for ids ['d0aed15c-1bec-40ce-8dd4-ffb026309472'] in dv-cinder-606346-33-iscsi is: [{'id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'name': 'tempest-ServerRescueNegativeTestJSON-1089002373-router', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:43Z', 'updated_at': '2022-01-11T06:34:50Z', 'revision_number': 4, 'project_id': '31e84ac9ee404752be92f04b91836944', 'gw_port': {'id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '0825ad80-caf0-40b3-b89c-10f975203e2f', 'name': '', 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'mac_address': 'fa:16:3e:12:98:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eb11493f-ae20-42be-b515-410678056618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:48Z', 'updated_at': '2022-01-11T06:34:57Z', 'revision_number': 4, 'project_id': '31e84ac9ee404752be92f04b91836944', 'subnets': [{'id': 'eb11493f-ae20-42be-b515-410678056618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:34:58.314156 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:58.501828 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Request body: {'port': {'device_id': '9c5964d3-3571-4016-92bf-76960655d88b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:58.546028 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6fdef67e-c856-45ae-96b7-df19b4ed6863 req-d50ebd59-c677-42c7-b085-96971d2f1fd5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 210 time: 0.1136672 Jan 11 06:34:58.769357 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Request body: {'port': {'device_id': '2f4e21f5-067a-461f-88d6-3488cfdf133e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:58.844177 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (373387c0-8944-4a75-b446-241b056cf755), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:58.860892 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 0825ad80-caf0-40b3-b89c-10f975203e2f up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:34:58.910924 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39137057-887a-4a0c-a00a-db16a34b0a3f req-ebf81e7d-882a-4188-b6e5-aa7cd560d27d tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:58.928061 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-39137057-887a-4a0c-a00a-db16a34b0a3f req-ebf81e7d-882a-4188-b6e5-aa7cd560d27d tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 931 time: 0.1644113 Jan 11 06:34:59.134380 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:59.173206 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-39137057-887a-4a0c-a00a-db16a34b0a3f req-de657dac-22b7-4846-8221-a9ab1a3a62c2 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406616 Jan 11 06:34:59.197846 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59040) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:34:59.214767 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-d313d398-2517-4ff1-9e66-a1c04e2da873 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--120160313', 'description': 'tempest-description--1203560263'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:34:59.463920 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d313d398-2517-4ff1-9e66-a1c04e2da873 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:59.539285 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 0825ad80-caf0-40b3-b89c-10f975203e2f triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:34:59.539844 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:34:59.733127 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-53b7a89b-da5b-4d45-8400-6cd997a03db0 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:34:59.751788 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-53b7a89b-da5b-4d45-8400-6cd997a03db0 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 819 time: 0.2977655 Jan 11 06:34:59.794502 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-57888c09-fb51-4a15-b508-e42179896156 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/quotas/31e84ac9ee404752be92f04b91836944 HTTP/1.1" status: 200 len: 375 time: 0.0414431 Jan 11 06:35:00.005935 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Publish callbacks [] for port (5bf39862-ad76-4864-b768-97dae1da90e3), precommit_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:00.039461 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:00.051398 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d313d398-2517-4ff1-9e66-a1c04e2da873 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group (9ac73b65-32c5-462e-ba8f-330ac138c766), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:00.090107 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe13ed2-647e-4878-9bc6-7bff6751a2c2 req-2a374a86-03c5-414a-869f-dd5313f1333c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:00.104101 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3fe13ed2-647e-4878-9bc6-7bff6751a2c2 req-2a374a86-03c5-414a-869f-dd5313f1333c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 931 time: 0.7578616 Jan 11 06:35:00.126434 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d313d398-2517-4ff1-9e66-a1c04e2da873 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (9ac73b65-32c5-462e-ba8f-330ac138c766), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:00.238295 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-c730f52a-acdd-4aec-9446-e197bb2b65d3 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4361804 Jan 11 06:35:00.270353 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d313d398-2517-4ff1-9e66-a1c04e2da873 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:00.275950 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-d313d398-2517-4ff1-9e66-a1c04e2da873 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0748942 Jan 11 06:35:00.371558 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59080) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:00.383598 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-dea55df7-bb9f-4f57-9328-6123f3d014e6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Request body: {'security_group_rule': {'security_group_id': '9ac73b65-32c5-462e-ba8f-330ac138c766', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:00.580326 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Attempting to bind port 5bf39862-ad76-4864-b768-97dae1da90e3 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:35:00.591740 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Attempting to bind port 5bf39862-ad76-4864-b768-97dae1da90e3 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:35:00.594159 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Attempting to bind port 5bf39862-ad76-4864-b768-97dae1da90e3 on network 60a2f090-570c-42ea-9834-0df06c26707c {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:00.620460 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 0825ad80-caf0-40b3-b89c-10f975203e2f is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:00.623828 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:00.641834 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9f4721d0-5429-4cfb-aafe-ef761bc23c36 service neutron] 10.222.0.15 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025958 Jan 11 06:35:00.698418 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3fe13ed2-647e-4878-9bc6-7bff6751a2c2 req-688858e2-b4bf-4596-9152-2aa2423e6048 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5866077 Jan 11 06:35:00.919756 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313d398-2517-4ff1-9e66-a1c04e2da873 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac73b65-32c5-462e-ba8f-330ac138c766,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:01.001310 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.30', 61787) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:01.031252 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:35:01.035284 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Checking segment: {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:01.037980 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:01.039981 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Bound using segment: {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:35:01.040738 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Bound port: 5bf39862-ad76-4864-b768-97dae1da90e3, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:35:01.042642 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:01.186330 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0700528-82fb-413a-b58a-97b306f4e6cf {{(pid=102726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:35:01.219343 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Publish callbacks [] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:01.223425 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e5432-6d70-48ae-b129-3bfa2dbf873e None None] Pushing event updated for resources: {'Port': ['ID=5bf39862-ad76-4864-b768-97dae1da90e3,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:01.324960 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.provisioning_blocks [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Transition to ACTIVE for port object a0700528-82fb-413a-b58a-97b306f4e6cf will not be triggered until provisioned by entity L2. {{(pid=102726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:35:01.353767 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-e9d8d8ca-72de-44f9-969f-00da0efb4630 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:01.355851 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-e9d8d8ca-72de-44f9-969f-00da0efb4630 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.30 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 819 time: 0.2836597 Jan 11 06:35:01.389055 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-dea55df7-bb9f-4f57-9328-6123f3d014e6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group_rule (59b00a25-f7de-4aea-a343-5644b639f440), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:01.393617 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port 0825ad80-caf0-40b3-b89c-10f975203e2f, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=0825ad80-caf0-40b3-b89c-10f975203e2f,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:01.405047 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-a58e4b45-69a5-4280-a3e9-16b7a5b1ef05 None None] Provisioning complete for port 5bf39862-ad76-4864-b768-97dae1da90e3 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:01.408815 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Request body: {'port': {'device_id': '70dcff0b-7c74-4687-9488-fae3280ca099', 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72', 'admin_state_up': True, 'tenant_id': '31e84ac9ee404752be92f04b91836944'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:01.409425 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a58e4b45-69a5-4280-a3e9-16b7a5b1ef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:01.446838 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] For port 5bf39862-ad76-4864-b768-97dae1da90e3, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:35:01.451869 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] For port 5bf39862-ad76-4864-b768-97dae1da90e3, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=5bf39862-ad76-4864-b768-97dae1da90e3,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:35:01.481313 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:01.523572 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3041af-032d-4028-92d3-5c0fbf7e6e29 req-dcbb7f5a-29f7-42a8-a7c6-3dfe7a7d9a55 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:01.526276 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373387c0-8944-4a75-b446-241b056cf755 {{(pid=102726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:35:01.529021 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c3041af-032d-4028-92d3-5c0fbf7e6e29 req-dcbb7f5a-29f7-42a8-a7c6-3dfe7a7d9a55 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 931 time: 0.5803437 Jan 11 06:35:01.571384 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Publish callbacks [] for port (373387c0-8944-4a75-b446-241b056cf755), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:01.604006 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=0825ad80-caf0-40b3-b89c-10f975203e2f,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:01.614607 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:01.629098 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.provisioning_blocks [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Transition to ACTIVE for port object 373387c0-8944-4a75-b446-241b056cf755 will not be triggered until provisioned by entity L2. {{(pid=102726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:35:01.630311 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:01.664023 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (373387c0-8944-4a75-b446-241b056cf755), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:01.764981 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-a58e4b45-69a5-4280-a3e9-16b7a5b1ef05 None None] Port 5bf39862-ad76-4864-b768-97dae1da90e3 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:35:01.771249 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e5432-6d70-48ae-b129-3bfa2dbf873e None None] Pushing event updated for resources: {'Port': ['ID=5bf39862-ad76-4864-b768-97dae1da90e3,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:01.808810 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:35:01.828468 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:34:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:01.949056 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0700528-82fb-413a-b58a-97b306f4e6cf,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:02.233739 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:35:02.291415 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59158) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:02.427914 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Attempting to bind port a0700528-82fb-413a-b58a-97b306f4e6cf on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:35:02.428270 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Attempting to bind port a0700528-82fb-413a-b58a-97b306f4e6cf by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:35:02.431629 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Attempting to bind port a0700528-82fb-413a-b58a-97b306f4e6cf on network e69e80d8-91a0-4085-a401-00f95b7821f0 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:02.452820 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Port a0700528-82fb-413a-b58a-97b306f4e6cf on network e69e80d8-91a0-4085-a401-00f95b7821f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:35:02.453138 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Attempting to bind port a0700528-82fb-413a-b58a-97b306f4e6cf on network e69e80d8-91a0-4085-a401-00f95b7821f0 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:02.469259 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Pushing event updated for resources: {'Port': ['ID=373387c0-8944-4a75-b446-241b056cf755,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:02.495096 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Attempting to bind port 373387c0-8944-4a75-b446-241b056cf755 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:35:02.495630 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Attempting to bind port 373387c0-8944-4a75-b446-241b056cf755 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '6c2410b5-7324-4008-ba75-46a383d63800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9add3997-100e-4517-8149-95f6f546b6f0'}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:35:02.496112 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Attempting to bind port 373387c0-8944-4a75-b446-241b056cf755 on network 9add3997-100e-4517-8149-95f6f546b6f0 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:02.500068 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:35:02.500817 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Checking segment: {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:02.501603 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Bound using segment: {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:35:02.502222 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Bound port: a0700528-82fb-413a-b58a-97b306f4e6cf, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'}}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:35:02.502769 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:02.526385 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Port 373387c0-8944-4a75-b446-241b056cf755 on network 9add3997-100e-4517-8149-95f6f546b6f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:35:02.526920 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Attempting to bind port 373387c0-8944-4a75-b446-241b056cf755 on network 9add3997-100e-4517-8149-95f6f546b6f0 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:02.535008 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:35:02.535519 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Checking segment: {'id': '6c2410b5-7324-4008-ba75-46a383d63800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9add3997-100e-4517-8149-95f6f546b6f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:02.536224 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Bound using segment: {'id': '6c2410b5-7324-4008-ba75-46a383d63800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9add3997-100e-4517-8149-95f6f546b6f0'} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:35:02.537355 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Bound port: 373387c0-8944-4a75-b446-241b056cf755, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2410b5-7324-4008-ba75-46a383d63800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9add3997-100e-4517-8149-95f6f546b6f0'}}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:35:02.537995 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (373387c0-8944-4a75-b446-241b056cf755), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:02.606901 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2ca8172b-6487-4615-8a64-6981b5ea6edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:02.772390 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-9832f47d-a5f3-4230-98d5-5062cc5cf472 None None] Provisioning complete for port 5bf39862-ad76-4864-b768-97dae1da90e3 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:02.774580 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-9832f47d-a5f3-4230-98d5-5062cc5cf472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:02.849569 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c3041af-032d-4028-92d3-5c0fbf7e6e29 req-ad06acf0-159a-4186-9802-d8b8fb628214 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3193839 Jan 11 06:35:02.868117 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] For port a0700528-82fb-413a-b58a-97b306f4e6cf, host hv-cinder-60634, cleared binding levels {{(pid=102726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:35:02.900423 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] For port 373387c0-8944-4a75-b446-241b056cf755, host hv-cinder-60634, cleared binding levels {{(pid=102726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:35:02.987898 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] For port a0700528-82fb-413a-b58a-97b306f4e6cf, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=a0700528-82fb-413a-b58a-97b306f4e6cf,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:35:03.015697 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-01489ad3-99cc-4e10-a682-ce10b2810149 service neutron] 10.222.0.15 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3382552 Jan 11 06:35:03.036734 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:01Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:03.037177 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] For port 373387c0-8944-4a75-b446-241b056cf755, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=373387c0-8944-4a75-b446-241b056cf755,segment=NetworkSegment(6c2410b5-7324-4008-ba75-46a383d63800),segment_id=6c2410b5-7324-4008-ba75-46a383d63800)] {{(pid=102726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:35:03.039019 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:03.089177 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-dea55df7-bb9f-4f57-9328-6123f3d014e6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group_rule (59b00a25-f7de-4aea-a343-5644b639f440), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:03.097418 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-dea55df7-bb9f-4f57-9328-6123f3d014e6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (59b00a25-f7de-4aea-a343-5644b639f440), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:03.119141 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2ca8172b-6487-4615-8a64-6981b5ea6edc admin admin] Publish callbacks [] for security_group (e2ae7591-0659-4d8e-ba86-97962a5a6e74), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:03.131646 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (373387c0-8944-4a75-b446-241b056cf755), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:03.175001 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3097202-4af1-48e6-8105-d231030d4018 None None] The sync data for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi is: [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:01Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:35:03.233630 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-9832f47d-a5f3-4230-98d5-5062cc5cf472 None None] Current status of the port 5bf39862-ad76-4864-b768-97dae1da90e3 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:03.234389 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-9832f47d-a5f3-4230-98d5-5062cc5cf472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:03.383265 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-9832f47d-a5f3-4230-98d5-5062cc5cf472 None None] For port 5bf39862-ad76-4864-b768-97dae1da90e3, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=5bf39862-ad76-4864-b768-97dae1da90e3,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:03.390569 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-9832f47d-a5f3-4230-98d5-5062cc5cf472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:03.421283 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea55df7-bb9f-4f57-9328-6123f3d014e6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b00a25-f7de-4aea-a343-5644b639f440,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:03.434120 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-dea55df7-bb9f-4f57-9328-6123f3d014e6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:03.443243 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-dea55df7-bb9f-4f57-9328-6123f3d014e6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0693529 Jan 11 06:35:03.465538 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59192) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:03.495774 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2ca8172b-6487-4615-8a64-6981b5ea6edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e2ae7591-0659-4d8e-ba86-97962a5a6e74), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:03.496515 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-65d22e7d-2ab9-4d61-bc6e-4b8e32fb978a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Request body: {'security_group_rule': {'security_group_id': '9ac73b65-32c5-462e-ba8f-330ac138c766', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:03.582718 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832f47d-a5f3-4230-98d5-5062cc5cf472 None None] Pushing event updated for resources: {'Port': ['ID=5bf39862-ad76-4864-b768-97dae1da90e3,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:03.601551 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Made reservation on behalf of 31e84ac9ee404752be92f04b91836944 for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:35:03.621700 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:03.649942 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:03.652007 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:03.671925 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] 10.222.0.30 "PUT /v2.0/ports/a0700528-82fb-413a-b58a-97b306f4e6cf HTTP/1.1" status: 200 len: 1093 time: 5.4626331 Jan 11 06:35:03.685687 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4e21f5-067a-461f-88d6-3488cfdf133e', 'tag': 'a0700528-82fb-413a-b58a-97b306f4e6cf'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:35:03.827437 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4511c950-8f10-485c-9c47-dce997c8c61c req-b811cba7-5068-4f7c-88a5-3aef041c9368 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 210 time: 0.3786685 Jan 11 06:35:03.864871 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:03.865831 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:03.870215 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] 10.222.0.30 "PUT /v2.0/ports/373387c0-8944-4a75-b446-241b056cf755 HTTP/1.1" status: 200 len: 1093 time: 6.0083427 Jan 11 06:35:03.924542 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 5bf39862-ad76-4864-b768-97dae1da90e3 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:03.962484 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa5f85-e909-4e84-9e1f-16afbe230ae4 req-6238b033-2390-428f-bf83-100b5f42a0cf tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:03.972015 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-2ca8172b-6487-4615-8a64-6981b5ea6edc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b42e6df09e24f0ea8deb136796d84c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6758616 Jan 11 06:35:03.973119 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7dfa5f85-e909-4e84-9e1f-16afbe230ae4 req-6238b033-2390-428f-bf83-100b5f42a0cf tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 943 time: 0.8822126 Jan 11 06:35:03.974061 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8172b-6487-4615-8a64-6981b5ea6edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ae7591-0659-4d8e-ba86-97962a5a6e74,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:04.012368 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59216) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:04.163812 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29bd3e-7bb9-4f6a-a35d-7affb62f2fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0700528-82fb-413a-b58a-97b306f4e6cf,revision_number=3']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:04.197355 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 5bf39862-ad76-4864-b768-97dae1da90e3 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:04.198054 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:04.250175 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719bdadd-ab05-49dd-bc53-be116270382c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4e21f5-067a-461f-88d6-3488cfdf133e", "tag": "a0700528-82fb-413a-b58a-97b306f4e6cf"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:35:04.294355 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679741-619c-4c1f-8e6c-bf952bba45be req-2f2fb9ae-ce7a-4a65-93a4-af97d91fbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:04.296442 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-2f2fb9ae-ce7a-4a65-93a4-af97d91fbde0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 1096 time: 0.5074847 Jan 11 06:35:04.308774 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-65d22e7d-2ab9-4d61-bc6e-4b8e32fb978a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group_rule (bba15e66-613d-4097-aa59-1cdf32051b7f), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:04.333870 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-8bbad17a-4821-410e-a342-fa1d197d45db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:04.343486 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-8bbad17a-4821-410e-a342-fa1d197d45db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8157bd766b443078335d821066e75d5&device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 1096 time: 0.3466880 Jan 11 06:35:04.535677 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 5bf39862-ad76-4864-b768-97dae1da90e3 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:04.540639 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 0825ad80-caf0-40b3-b89c-10f975203e2f up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:04.565418 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf4b58-ccf8-4298-a81b-08475e0ec3ba service neutron] Pushing event updated for resources: {'Port': ['ID=373387c0-8944-4a75-b446-241b056cf755,revision_number=3']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:04.604861 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-db2cca90-3a56-4b6d-afab-49b810ebb0bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0700528-82fb-413a-b58a-97b306f4e6cf HTTP/1.1" status: 200 len: 217 time: 0.2890263 Jan 11 06:35:04.684211 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 0825ad80-caf0-40b3-b89c-10f975203e2f triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:04.688535 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:04.761619 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-c44e2ec9-5ab8-4b51-9016-3adf3aa8f764 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=373387c0-8944-4a75-b446-241b056cf755 HTTP/1.1" status: 200 len: 217 time: 0.1721668 Jan 11 06:35:04.961460 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 0825ad80-caf0-40b3-b89c-10f975203e2f is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:04.992438 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-f41d9b84-bab5-4f49-8d2d-2eea4272d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:04.993889 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-f41d9b84-bab5-4f49-8d2d-2eea4272d582 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c31555fa-13e6-4b8f-862a-d80f97fe0ee6 HTTP/1.1" status: 200 len: 851 time: 0.1614323 Jan 11 06:35:04.995239 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Allocated IP 172.20.0.12 (aeb694f5-225b-41d3-a2ee-a04b6b3ccc72/eb11493f-ae20-42be-b515-410678056618/11e7438a-7ef8-4f57-ab41-492f9cfa61ec) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:35:05.007443 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59250) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:05.107669 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-d5a75bcd-7243-4e9b-b5eb-949fd279abe7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9add3997-100e-4517-8149-95f6f546b6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010618 Jan 11 06:35:05.108706 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59254) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:05.268001 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45679741-619c-4c1f-8e6c-bf952bba45be req-7eb6957e-a974-4b8a-91af-23082ef9d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:05.269467 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-7eb6957e-a974-4b8a-91af-23082ef9d7da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=86961111-d8a7-47df-8f63-8941f1ef9030 HTTP/1.1" status: 200 len: 855 time: 0.5582261 Jan 11 06:35:05.271294 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-d47c9db7-830e-4c10-b1b5-d5cec61cd71a service neutron] 10.222.0.30 "GET /v2.0/networks/9add3997-100e-4517-8149-95f6f546b6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393502 Jan 11 06:35:05.298381 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-65d22e7d-2ab9-4d61-bc6e-4b8e32fb978a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group_rule (bba15e66-613d-4097-aa59-1cdf32051b7f), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.422982 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-123e16cd-5e40-4405-af99-5a816e5d82ab admin admin] Publish callbacks [] for security_group (e2ae7591-0659-4d8e-ba86-97962a5a6e74), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.442795 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-8f4cb15d-bca3-49f7-9cd6-ff75c6358ddb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e69e80d8-91a0-4085-a401-00f95b7821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145775 Jan 11 06:35:05.467482 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-bc768efd-63ba-4546-8d52-908da291e62b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.482302 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-65d22e7d-2ab9-4d61-bc6e-4b8e32fb978a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (bba15e66-613d-4097-aa59-1cdf32051b7f), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.487818 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7dfa5f85-e909-4e84-9e1f-16afbe230ae4 req-63d4cc07-5704-4187-a146-0572e1a9a096 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4798951 Jan 11 06:35:05.523530 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-55969485-cc54-4b9d-87b4-79f1ff0d99ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.547422 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d22e7d-2ab9-4d61-bc6e-4b8e32fb978a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba15e66-613d-4097-aa59-1cdf32051b7f,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:05.573177 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks [] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.597770 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 5bf39862-ad76-4864-b768-97dae1da90e3 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:05.667182 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-123e16cd-5e40-4405-af99-5a816e5d82ab admin admin] Publish callbacks [] for security_group (e2ae7591-0659-4d8e-ba86-97962a5a6e74), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.696433 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90eb74b-d653-41b1-86c2-a8fb637b9426 req-ac78f166-0279-4976-8fa3-4abf112d785d tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:05.698423 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a90eb74b-d653-41b1-86c2-a8fb637b9426 req-ac78f166-0279-4976-8fa3-4abf112d785d tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 943 time: 1.4300835 Jan 11 06:35:05.711109 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-65d22e7d-2ab9-4d61-bc6e-4b8e32fb978a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.712022 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 5bf39862-ad76-4864-b768-97dae1da90e3 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:05.712884 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.713644 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-55969485-cc54-4b9d-87b4-79f1ff0d99ff admin admin] Publish callbacks [] for security_group (9cf56197-3790-4991-beb2-037784dff7d0), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.721861 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-65d22e7d-2ab9-4d61-bc6e-4b8e32fb978a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2474103 Jan 11 06:35:05.733318 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59264) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:05.743190 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-55969485-cc54-4b9d-87b4-79f1ff0d99ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (9cf56197-3790-4991-beb2-037784dff7d0), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.762943 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Request body: {'floatingip': {'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:05.893371 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-55969485-cc54-4b9d-87b4-79f1ff0d99ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a439ca50efaf4bdaaf261230b2c2f64e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7720802 Jan 11 06:35:05.897779 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55969485-cc54-4b9d-87b4-79f1ff0d99ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf56197-3790-4991-beb2-037784dff7d0,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:05.901958 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59266) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:05.905632 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fe768ae0-0e64-403e-bfd6-5d16d1c783e2 req-e90ccbfe-5774-4451-8e34-9ad6c6fc4b88 service neutron] 10.222.0.30 "GET /v2.0/networks/9add3997-100e-4517-8149-95f6f546b6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797086 Jan 11 06:35:05.923995 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.963295 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:05.970045 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a90eb74b-d653-41b1-86c2-a8fb637b9426 req-31db1216-6d31-4e1e-996b-e72528b364a5 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407761 Jan 11 06:35:05.984452 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b344cca1-9b90-451a-8aaa-68d8a0249453 x-openstack-request-id: req-b344cca1-9b90-451a-8aaa-68d8a0249453 {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:35:05.984838 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4e21f5-067a-461f-88d6-3488cfdf133e", "tag": "a0700528-82fb-413a-b58a-97b306f4e6cf", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:35:05.985011 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b344cca1-9b90-451a-8aaa-68d8a0249453 {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:35:05.985458 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4e21f5-067a-461f-88d6-3488cfdf133e', 'tag': 'a0700528-82fb-413a-b58a-97b306f4e6cf', 'status': 'completed', 'code': 200} Jan 11 06:35:06.003147 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 5bf39862-ad76-4864-b768-97dae1da90e3 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:06.024943 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-1b2539d0-69f2-4118-abfc-abb431860254 service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091510 Jan 11 06:35:06.048760 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-bc768efd-63ba-4546-8d52-908da291e62b admin admin] Publish callbacks [] for security_group (ad46d8e2-a3c6-4b1e-87d3-f8e53d34c4b0), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.056022 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-bc768efd-63ba-4546-8d52-908da291e62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (ad46d8e2-a3c6-4b1e-87d3-f8e53d34c4b0), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.076385 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8b8c6287-70fb-44dd-8430-cf0d43c3480a admin admin] Publish callbacks [] for security_group (9cf56197-3790-4991-beb2-037784dff7d0), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.088946 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-123e16cd-5e40-4405-af99-5a816e5d82ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e2ae7591-0659-4d8e-ba86-97962a5a6e74), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.091685 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-123e16cd-5e40-4405-af99-5a816e5d82ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.095261 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-123e16cd-5e40-4405-af99-5a816e5d82ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2ae7591-0659-4d8e-ba86-97962a5a6e74 HTTP/1.1" status: 204 len: 168 time: 2.0569367 Jan 11 06:35:06.127792 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8b8c6287-70fb-44dd-8430-cf0d43c3480a admin admin] Publish callbacks [] for security_group (9cf56197-3790-4991-beb2-037784dff7d0), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.129258 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:35:06.129518 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc768efd-63ba-4546-8d52-908da291e62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad46d8e2-a3c6-4b1e-87d3-f8e53d34c4b0,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:06.137034 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-bc768efd-63ba-4546-8d52-908da291e62b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=440afd445dcf447f83355a12f1607d86&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1241663 Jan 11 06:35:06.140611 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59272) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:06.166205 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0ea6bcf2-6097-4217-bfd5-26a57355f481 req-c3d264e4-7a35-4508-b3fa-90f69e040724 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 210 time: 0.1056914 Jan 11 06:35:06.166936 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e16cd-5e40-4405-af99-5a816e5d82ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ae7591-0659-4d8e-ba86-97962a5a6e74,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:06.169057 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:35:06.185588 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Pushing event updated for resources: {'Port': ['ID=11e7438a-7ef8-4f57-ab41-492f9cfa61ec,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:06.227751 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8b8c6287-70fb-44dd-8430-cf0d43c3480a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (9cf56197-3790-4991-beb2-037784dff7d0), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.230380 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8b8c6287-70fb-44dd-8430-cf0d43c3480a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.231530 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-8b8c6287-70fb-44dd-8430-cf0d43c3480a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9cf56197-3790-4991-beb2-037784dff7d0 HTTP/1.1" status: 204 len: 168 time: 0.3250072 Jan 11 06:35:06.243955 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff627-7b7c-4f38-b348-466159f7f2b5 admin admin] Publish callbacks [] for security_group (ad46d8e2-a3c6-4b1e-87d3-f8e53d34c4b0), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.245868 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c6287-70fb-44dd-8430-cf0d43c3480a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf56197-3790-4991-beb2-037784dff7d0,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:06.281359 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:35:06.284480 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff627-7b7c-4f38-b348-466159f7f2b5 admin admin] Publish callbacks [] for security_group (ad46d8e2-a3c6-4b1e-87d3-f8e53d34c4b0), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.289816 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:06.290510 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.320007 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0b4a2a69-fa8e-473a-aaf1-43c0632eb1c5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9331131 Jan 11 06:35:06.358043 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff627-7b7c-4f38-b348-466159f7f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (ad46d8e2-a3c6-4b1e-87d3-f8e53d34c4b0), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.360958 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9a6ff627-7b7c-4f38-b348-466159f7f2b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.367467 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-9a6ff627-7b7c-4f38-b348-466159f7f2b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad46d8e2-a3c6-4b1e-87d3-f8e53d34c4b0 HTTP/1.1" status: 204 len: 168 time: 0.2243168 Jan 11 06:35:06.371744 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.378935 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ff627-7b7c-4f38-b348-466159f7f2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad46d8e2-a3c6-4b1e-87d3-f8e53d34c4b0,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:06.503389 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Allocated IP 172.27.2.4 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/dfbd5ad8-833b-4bb5-a1ff-154e14892458) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:35:06.554867 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59288) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:06.578949 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-86d8608c-84d4-4a5e-96eb-9f239f09051a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.675879 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-86d8608c-84d4-4a5e-96eb-9f239f09051a admin admin] Publish callbacks [] for security_group (81a1a9ab-5838-42e3-a737-be998b632b23), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.679798 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfc3ba-baf5-4d75-b821-34833a48d7b7 req-ade5cf1f-8992-4c21-9f0c-228df4f1bd18 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:06.680792 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-86d8608c-84d4-4a5e-96eb-9f239f09051a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (81a1a9ab-5838-42e3-a737-be998b632b23), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.681858 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0ecfc3ba-baf5-4d75-b821-34833a48d7b7 req-ade5cf1f-8992-4c21-9f0c-228df4f1bd18 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 943 time: 0.0804381 Jan 11 06:35:06.703285 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for port (dfbd5ad8-833b-4bb5-a1ff-154e14892458), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.711960 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8608c-84d4-4a5e-96eb-9f239f09051a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a1a9ab-5838-42e3-a737-be998b632b23,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:06.733335 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-86d8608c-84d4-4a5e-96eb-9f239f09051a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19557224640d4fb48c8185fccaf415e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773982 Jan 11 06:35:06.735984 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59290) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:06.761173 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0ecfc3ba-baf5-4d75-b821-34833a48d7b7 req-cbc98360-8af4-4df8-a01e-e285f31da9fa tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700190 Jan 11 06:35:06.773955 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (dfbd5ad8-833b-4bb5-a1ff-154e14892458), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.799939 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87f7e4c-8782-4bdc-8c83-865df4a10974 admin admin] Publish callbacks [] for security_group (81a1a9ab-5838-42e3-a737-be998b632b23), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.803711 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59292) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:06.823930 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:35:06.827265 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:35:06.827836 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-916ac95d-1d87-4b24-9f89-d7a4187ea0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.830824 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:35:06.840565 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event updated for resources: {'Port': ['ID=dfbd5ad8-833b-4bb5-a1ff-154e14892458,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:06.851199 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87f7e4c-8782-4bdc-8c83-865df4a10974 admin admin] Publish callbacks [] for security_group (81a1a9ab-5838-42e3-a737-be998b632b23), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.927822 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87f7e4c-8782-4bdc-8c83-865df4a10974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (81a1a9ab-5838-42e3-a737-be998b632b23), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.930464 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87f7e4c-8782-4bdc-8c83-865df4a10974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.932459 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-d87f7e4c-8782-4bdc-8c83-865df4a10974 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81a1a9ab-5838-42e3-a737-be998b632b23 HTTP/1.1" status: 204 len: 168 time: 0.1946449 Jan 11 06:35:06.952226 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f7e4c-8782-4bdc-8c83-865df4a10974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a1a9ab-5838-42e3-a737-be998b632b23,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:06.952572 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (c8ac9d3e-d829-471d-85ed-53783b5712a8), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.981355 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-916ac95d-1d87-4b24-9f89-d7a4187ea0d1 admin admin] Publish callbacks [] for security_group (f28b65bd-12e8-4768-970b-45e0515f5898), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:06.985449 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-916ac95d-1d87-4b24-9f89-d7a4187ea0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (f28b65bd-12e8-4768-970b-45e0515f5898), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.003534 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (dfbd5ad8-833b-4bb5-a1ff-154e14892458), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.027966 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ac95d-1d87-4b24-9f89-d7a4187ea0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28b65bd-12e8-4768-970b-45e0515f5898,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:07.042317 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-916ac95d-1d87-4b24-9f89-d7a4187ea0d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c057c1f0c8c84c4aaf74949c1c1f90c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372959 Jan 11 06:35:07.042897 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59300) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:07.068172 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59302) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:07.101316 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-33f328d6-5ef7-4107-a85d-d0894a3b1738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.101990 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b9239090-3d69-45c3-80f3-d3a9dfe2b339 admin admin] Publish callbacks [] for security_group (f28b65bd-12e8-4768-970b-45e0515f5898), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.126103 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b9239090-3d69-45c3-80f3-d3a9dfe2b339 admin admin] Publish callbacks [] for security_group (f28b65bd-12e8-4768-970b-45e0515f5898), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.181397 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b9239090-3d69-45c3-80f3-d3a9dfe2b339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (f28b65bd-12e8-4768-970b-45e0515f5898), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.184502 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b9239090-3d69-45c3-80f3-d3a9dfe2b339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.185590 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-b9239090-3d69-45c3-80f3-d3a9dfe2b339 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f28b65bd-12e8-4768-970b-45e0515f5898 HTTP/1.1" status: 204 len: 168 time: 0.1417384 Jan 11 06:35:07.196084 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9239090-3d69-45c3-80f3-d3a9dfe2b339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28b65bd-12e8-4768-970b-45e0515f5898,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:07.409347 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d761b-d4d8-41a4-80b2-a2ffd7f2d150 req-3fbcf1c7-817d-4a10-ba8c-723f17477b23 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:07.411375 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f16d761b-d4d8-41a4-80b2-a2ffd7f2d150 req-3fbcf1c7-817d-4a10-ba8c-723f17477b23 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 943 time: 0.3314328 Jan 11 06:35:07.418504 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-313b3cea-76fe-429d-bd14-06a4d2a5dfd5 req-d8724f4b-b01f-4807-8d7c-3073b8ceaafb tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 210 time: 0.0522192 Jan 11 06:35:07.526392 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-33f328d6-5ef7-4107-a85d-d0894a3b1738 admin admin] Publish callbacks [] for security_group (e02b6c5c-f7dd-4c07-999b-2cf67b4286f5), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.527258 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f16d761b-d4d8-41a4-80b2-a2ffd7f2d150 req-dea1fbad-a6d3-41e8-a150-52fd09cb2d67 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030140 Jan 11 06:35:07.552600 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-33f328d6-5ef7-4107-a85d-d0894a3b1738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e02b6c5c-f7dd-4c07-999b-2cf67b4286f5), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.582261 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for port (dfbd5ad8-833b-4bb5-a1ff-154e14892458), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.597090 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (dfbd5ad8-833b-4bb5-a1ff-154e14892458), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.607072 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-33f328d6-5ef7-4107-a85d-d0894a3b1738 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc1cc8e360ee49d2b6c1d62fb4775a4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5376756 Jan 11 06:35:07.609814 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59324) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:07.631939 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f328d6-5ef7-4107-a85d-d0894a3b1738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02b6c5c-f7dd-4c07-999b-2cf67b4286f5,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:07.642159 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (c8ac9d3e-d829-471d-85ed-53783b5712a8), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.660033 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event updated for resources: {'Port': ['ID=dfbd5ad8-833b-4bb5-a1ff-154e14892458,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:07.665594 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.674619 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-e1e709f9-8f40-4243-846f-68a16a033796 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9318485 Jan 11 06:35:07.698799 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce29f-943c-4781-9872-5bf965dd7355 admin admin] Publish callbacks [] for security_group (e02b6c5c-f7dd-4c07-999b-2cf67b4286f5), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.725031 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce29f-943c-4781-9872-5bf965dd7355 admin admin] Publish callbacks [] for security_group (e02b6c5c-f7dd-4c07-999b-2cf67b4286f5), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.778974 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce29f-943c-4781-9872-5bf965dd7355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e02b6c5c-f7dd-4c07-999b-2cf67b4286f5), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.781636 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce29f-943c-4781-9872-5bf965dd7355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:07.785067 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-aa6ce29f-943c-4781-9872-5bf965dd7355 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e02b6c5c-f7dd-4c07-999b-2cf67b4286f5 HTTP/1.1" status: 204 len: 168 time: 0.1707652 Jan 11 06:35:07.793153 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ce29f-943c-4781-9872-5bf965dd7355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02b6c5c-f7dd-4c07-999b-2cf67b4286f5,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:07.967451 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e300f-4f43-4733-8727-19048d21fec2 req-6b4866a5-467c-4167-a38f-f106dfdcea69 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:07.970023 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-437e300f-4f43-4733-8727-19048d21fec2 req-6b4866a5-467c-4167-a38f-f106dfdcea69 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 943 time: 0.1072161 Jan 11 06:35:07.978505 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-ef55a5b1-38fe-480f-a3c2-0dd73acbbcf8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--120160313&fields=id&tenant_id=7cbcefc3f2194f61aeeed24a6f34d971 HTTP/1.1" status: 200 len: 267 time: 0.0875206 Jan 11 06:35:07.986181 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5964d3-3571-4016-92bf-76960655d88b', 'tag': '373387c0-8944-4a75-b446-241b056cf755'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:35:07.989699 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe711d00-ee6c-4967-a6b6-1610c790717a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5964d3-3571-4016-92bf-76960655d88b", "tag": "373387c0-8944-4a75-b446-241b056cf755"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:35:08.093065 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-437e300f-4f43-4733-8727-19048d21fec2 req-e46d308c-3119-4029-9f8d-5571ac91cf94 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131742 Jan 11 06:35:08.147658 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccc987c-a868-4b2e-8fb2-551033cdfd64 x-openstack-request-id: req-6ccc987c-a868-4b2e-8fb2-551033cdfd64 {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:35:08.148272 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5964d3-3571-4016-92bf-76960655d88b", "tag": "373387c0-8944-4a75-b446-241b056cf755", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:35:08.148272 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ccc987c-a868-4b2e-8fb2-551033cdfd64 {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:35:08.148621 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5964d3-3571-4016-92bf-76960655d88b', 'tag': '373387c0-8944-4a75-b446-241b056cf755', 'status': 'completed', 'code': 200} Jan 11 06:35:08.152000 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-0e8b024a-6d2b-4a2d-bcad-e22513ea4c9a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:08.153738 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-0e8b024a-6d2b-4a2d-bcad-e22513ea4c9a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/networks?id=60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 200 len: 816 time: 0.1476488 Jan 11 06:35:08.171131 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-e445b929-0ac6-489b-bc91-e60236520ce6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/quotas/7cbcefc3f2194f61aeeed24a6f34d971 HTTP/1.1" status: 200 len: 375 time: 0.0114424 Jan 11 06:35:08.229009 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-594fa1ed-6a2b-45fd-984b-d95b0326d32d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524848 Jan 11 06:35:08.346153 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-ebbf4688-adee-440f-ad86-a782a7a1aceb service neutron] 10.222.0.15 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005986 Jan 11 06:35:08.444807 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-a39f8f84-b5b1-4457-b62a-419794fb9947 service neutron] 10.222.0.15 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923910 Jan 11 06:35:08.707427 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-81cca80d-ad96-496f-9530-e590e90d9d72 req-385593f6-c14b-4fe8-9671-15e0bf0d587a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 210 time: 0.1151280 Jan 11 06:35:08.835640 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de640326-8806-4c91-99f0-b9d056a6a920 req-f3590369-b330-472f-901f-e43b8cacc45e tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:08.840885 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-de640326-8806-4c91-99f0-b9d056a6a920 req-f3590369-b330-472f-901f-e43b8cacc45e tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 943 time: 0.1296935 Jan 11 06:35:08.892801 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fa94b596-9da5-4856-8585-0eea2394377d req-f0fa405f-d6bf-4033-974a-5ff704579ac3 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 210 time: 0.0494924 Jan 11 06:35:08.978671 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-de640326-8806-4c91-99f0-b9d056a6a920 req-50881f0c-4d23-48f2-8f64-98b9bbb1b4ee tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165473 Jan 11 06:35:09.264953 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3777-9c7a-4d17-94ea-fa7e012c01c6 req-b165e869-adb9-44a8-89c8-741d5c7d2a1f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:09.268643 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e6da3777-9c7a-4d17-94ea-fa7e012c01c6 req-b165e869-adb9-44a8-89c8-741d5c7d2a1f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 943 time: 0.0747588 Jan 11 06:35:09.334252 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Request body: {'port': {'device_id': '70dcff0b-7c74-4687-9488-fae3280ca099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:09.462716 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.30', 61799) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:09.744933 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59434) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:09.800038 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e6da3777-9c7a-4d17-94ea-fa7e012c01c6 req-fa2c080e-3201-4793-be63-02279633c093 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241759 Jan 11 06:35:09.994373 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1a2f08f6-8e82-4ff7-bcb2-60bc37a6a4f2 req-3736486e-eb8f-4b66-94bd-fd5d989d3b1b tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 210 time: 0.1161425 Jan 11 06:35:09.996102 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:10.046781 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe711d00-ee6c-4967-a6b6-1610c790717a req-e0263797-692b-4dfd-aa45-d6b940db2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:10.053776 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe711d00-ee6c-4967-a6b6-1610c790717a req-e0263797-692b-4dfd-aa45-d6b940db2fe4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8157bd766b443078335d821066e75d5&device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 1096 time: 0.5653825 Jan 11 06:35:10.101843 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-8a437177-a4e1-43e1-907a-7e2ad8174458 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:10.106298 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-8a437177-a4e1-43e1-907a-7e2ad8174458 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.30 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 819 time: 0.8046401 Jan 11 06:35:10.151831 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-45679741-619c-4c1f-8e6c-bf952bba45be req-17628b70-b24c-4005-997b-8d7fe1daf5ce service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8524125 Jan 11 06:35:10.557480 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Request body: {'port': {'device_id': '7a1271e5-c015-45af-a3a1-ae8b5199680b', 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72', 'admin_state_up': True, 'tenant_id': '31e84ac9ee404752be92f04b91836944'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:10.743443 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Made reservation on behalf of 31e84ac9ee404752be92f04b91836944 for: {'port': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:35:10.747471 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:10.923678 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1004e7b9-d510-4f0a-a2cc-73eddc68deba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:10.946159 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-540acf5e-b54d-41ae-b688-d79cd30e5ee6 req-a84f6828-bac8-4d96-b356-4e58feab2192 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 210 time: 0.5779481 Jan 11 06:35:11.075518 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bdadd-ab05-49dd-bc53-be116270382c req-5a7bc5d0-7451-4e62-a47b-cc6df8a8e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:11.094927 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-719bdadd-ab05-49dd-bc53-be116270382c req-5a7bc5d0-7451-4e62-a47b-cc6df8a8e1f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 1096 time: 0.2359836 Jan 11 06:35:11.228724 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.30', 61805) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:11.244848 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe711d00-ee6c-4967-a6b6-1610c790717a req-9a152606-6112-44d6-8a1e-fe7c73867c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:11.246544 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe711d00-ee6c-4967-a6b6-1610c790717a req-9a152606-6112-44d6-8a1e-fe7c73867c56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9add3997-100e-4517-8149-95f6f546b6f0 HTTP/1.1" status: 200 len: 912 time: 0.8761151 Jan 11 06:35:11.256038 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71d2e9-e24e-4fc3-a314-81272a3610a1 req-29c74d90-5f3b-4bdf-9bb0-d0d435b2a52d tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:11.257884 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1e71d2e9-e24e-4fc3-a314-81272a3610a1 req-29c74d90-5f3b-4bdf-9bb0-d0d435b2a52d tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 943 time: 0.8851466 Jan 11 06:35:11.393817 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bdadd-ab05-49dd-bc53-be116270382c req-bd1ab53d-5d40-4206-99bb-64a6e8f39edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:11.399418 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-719bdadd-ab05-49dd-bc53-be116270382c req-bd1ab53d-5d40-4206-99bb-64a6e8f39edc service neutron] 10.222.0.30 "GET /v2.0/networks?id=e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 200 len: 916 time: 0.2923765 Jan 11 06:35:11.645053 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe711d00-ee6c-4967-a6b6-1610c790717a req-81ecd366-7d48-474d-bc91-82797cfd1312 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=373387c0-8944-4a75-b446-241b056cf755 HTTP/1.1" status: 200 len: 217 time: 0.3060467 Jan 11 06:35:11.653443 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faf697-46e0-4755-87e1-50ad0f0bcc64 req-8ffc05f6-7540-43a1-acf1-8e68a75faccb tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:11.654530 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-27faf697-46e0-4755-87e1-50ad0f0bcc64 req-8ffc05f6-7540-43a1-acf1-8e68a75faccb tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 943 time: 0.5658054 Jan 11 06:35:11.781650 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1e71d2e9-e24e-4fc3-a314-81272a3610a1 req-bc5534ab-eb9f-470e-91d2-dc8093ba8628 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103915 Jan 11 06:35:11.788422 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e7438a-7ef8-4f57-ab41-492f9cfa61ec {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:35:11.814024 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Publish callbacks [] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:11.819098 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1004e7b9-d510-4f0a-a2cc-73eddc68deba admin admin] Publish callbacks [] for security_group (3aa703a6-1375-47d6-9dbb-897b72998180), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:11.852571 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1004e7b9-d510-4f0a-a2cc-73eddc68deba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (3aa703a6-1375-47d6-9dbb-897b72998180), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:11.861350 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-719bdadd-ab05-49dd-bc53-be116270382c req-88d2d622-40fc-4ed8-8519-5fb0e1dfecdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0700528-82fb-413a-b58a-97b306f4e6cf HTTP/1.1" status: 200 len: 217 time: 0.0604048 Jan 11 06:35:11.931744 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Transition to ACTIVE for port object 11e7438a-7ef8-4f57-ab41-492f9cfa61ec will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:35:11.965013 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-c21621db-e699-4988-b511-c9632e1de690 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:11.969809 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-c21621db-e699-4988-b511-c9632e1de690 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.30 "GET /v2.0/networks?id=60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 200 len: 816 time: 0.6554594 Jan 11 06:35:11.987982 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:11.994073 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-27faf697-46e0-4755-87e1-50ad0f0bcc64 req-1c5cd708-1e3b-4edc-823d-b177695d8a8e tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846811 Jan 11 06:35:12.025968 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bdadd-ab05-49dd-bc53-be116270382c req-ff626cb0-6e3f-4ed5-8e5a-5201f2cecb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:12.028553 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-719bdadd-ab05-49dd-bc53-be116270382c req-ff626cb0-6e3f-4ed5-8e5a-5201f2cecb55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=86961111-d8a7-47df-8f63-8941f1ef9030 HTTP/1.1" status: 200 len: 855 time: 0.1447511 Jan 11 06:35:12.055937 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004e7b9-d510-4f0a-a2cc-73eddc68deba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa703a6-1375-47d6-9dbb-897b72998180,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:12.085031 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-719bdadd-ab05-49dd-bc53-be116270382c req-98debb8b-d46a-4827-94ed-e5bda714ab7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e69e80d8-91a0-4085-a401-00f95b7821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394604 Jan 11 06:35:12.086263 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-1004e7b9-d510-4f0a-a2cc-73eddc68deba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b10c365dd8064250a53ce457bf41ac43&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3101909 Jan 11 06:35:12.086388 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Allocated IP 172.20.0.4 (aeb694f5-225b-41d3-a2ee-a04b6b3ccc72/eb11493f-ae20-42be-b515-410678056618/7d3d9392-c78e-4228-b9a0-657c65c64a54) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:35:12.086995 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59544) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:12.153394 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe711d00-ee6c-4967-a6b6-1610c790717a req-da9f7a9d-e181-4c4e-9a80-bca220a4d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:12.155122 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe711d00-ee6c-4967-a6b6-1610c790717a req-da9f7a9d-e181-4c4e-9a80-bca220a4d72f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c31555fa-13e6-4b8f-862a-d80f97fe0ee6 HTTP/1.1" status: 200 len: 851 time: 0.3466458 Jan 11 06:35:12.165492 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0b16a7ad-6dde-47e6-8ce4-aee6619d272b req-9dca33f4-88ba-4f29-848a-ffdebdd467f1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 210 time: 0.2319369 Jan 11 06:35:12.265678 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-60eb27e8-3e22-4417-873c-d7ad90846aaa req-3fa4a090-ef25-4629-b002-948dceb5ad4f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 210 time: 0.0783665 Jan 11 06:35:12.304954 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-719bdadd-ab05-49dd-bc53-be116270382c req-3686e3f8-562a-448b-a49f-3f5fd7584551 service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006216 Jan 11 06:35:12.378489 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Pushing event updated for resources: {'Port': ['ID=11e7438a-7ef8-4f57-ab41-492f9cfa61ec,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:12.383234 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe711d00-ee6c-4967-a6b6-1610c790717a req-5b2dd799-cd7d-4114-8881-9c5b0d0063cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9add3997-100e-4517-8149-95f6f546b6f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1746671 Jan 11 06:35:12.423228 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks [] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:12.457241 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d1d66aca-a80c-4c95-9f3d-722e63c0dc28 admin admin] Publish callbacks [] for security_group (3aa703a6-1375-47d6-9dbb-897b72998180), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:12.459526 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Attempting to bind port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:35:12.460095 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Attempting to bind port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:35:12.460751 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Attempting to bind port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec on network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:12.472194 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ef4e3cc-c5da-4d8f-9696-55f15d8f016a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cbcefc3f2194f61aeeed24a6f34d971 HTTP/1.1" status: 200 len: 379 time: 0.3826058 Jan 11 06:35:12.479989 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-719bdadd-ab05-49dd-bc53-be116270382c req-0cd7962f-3ef0-485c-93d6-fd9ee2332a9a service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653075 Jan 11 06:35:12.507386 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:12.510797 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Request body: {'port': {'device_id': '418f8876-f5a8-41f5-8250-4da3e174d779', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'admin_state_up': True, 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'security_groups': ['9ac73b65-32c5-462e-ba8f-330ac138c766']}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:12.517519 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec on network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:35:12.518056 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Attempting to bind port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec on network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:12.564320 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d1d66aca-a80c-4c95-9f3d-722e63c0dc28 admin admin] Publish callbacks [] for security_group (3aa703a6-1375-47d6-9dbb-897b72998180), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:12.567411 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:35:12.576143 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:35:12.576732 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Checking segment: {'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:12.577454 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Bound using segment: {'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:35:12.578104 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Bound port: 11e7438a-7ef8-4f57-ab41-492f9cfa61ec, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:35:12.578457 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:12.583252 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:35:12.589181 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:35:12.611937 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:12.612877 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:12.655530 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1000638 Jan 11 06:35:12.666138 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda15cd-7466-4dbd-8554-589bfcda3766 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Pushing event updated for resources: {'Port': ['ID=7d3d9392-c78e-4228-b9a0-657c65c64a54,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:12.696644 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Request body: {'port': {'device_id': '7a1271e5-c015-45af-a3a1-ae8b5199680b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:12.696760 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe711d00-ee6c-4967-a6b6-1610c790717a req-c0efaf5b-55ec-46e5-815f-5503c3254601 service neutron] 10.222.0.30 "GET /v2.0/networks/9add3997-100e-4517-8149-95f6f546b6f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869632 Jan 11 06:35:12.768441 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:12.792421 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59566) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:12.838775 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] For port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:35:12.842115 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d1d66aca-a80c-4c95-9f3d-722e63c0dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (3aa703a6-1375-47d6-9dbb-897b72998180), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:12.845806 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d1d66aca-a80c-4c95-9f3d-722e63c0dc28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:12.847382 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-d1d66aca-a80c-4c95-9f3d-722e63c0dc28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3aa703a6-1375-47d6-9dbb-897b72998180 HTTP/1.1" status: 204 len: 168 time: 0.7132628 Jan 11 06:35:12.853605 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] For port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=11e7438a-7ef8-4f57-ab41-492f9cfa61ec,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:35:12.874306 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:12.893502 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d66aca-a80c-4c95-9f3d-722e63c0dc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa703a6-1375-47d6-9dbb-897b72998180,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:12.948925 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Made reservation on behalf of 7cbcefc3f2194f61aeeed24a6f34d971 for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:35:12.953535 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:12.961833 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fe711d00-ee6c-4967-a6b6-1610c790717a req-b0bd0833-b9dd-4fdd-9f53-63277372af24 service neutron] 10.222.0.30 "GET /v2.0/networks/9add3997-100e-4517-8149-95f6f546b6f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600684 Jan 11 06:35:12.981231 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:12.982300 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:12.983945 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] 10.222.0.30 "PUT /v2.0/ports/11e7438a-7ef8-4f57-ab41-492f9cfa61ec HTTP/1.1" status: 200 len: 1094 time: 3.6556664 Jan 11 06:35:12.984722 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dcff0b-7c74-4687-9488-fae3280ca099', 'tag': '11e7438a-7ef8-4f57-ab41-492f9cfa61ec'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:35:13.225181 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba8d33-4265-4988-a42a-9fd03696eebc service neutron] Pushing event updated for resources: {'Port': ['ID=11e7438a-7ef8-4f57-ab41-492f9cfa61ec,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:13.282173 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d710b4-e2a4-4de1-ac98-c9beb2f10a2b req-11640f73-8f37-4667-8d49-e6bfba3f9609 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:13.283709 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-15d710b4-e2a4-4de1-ac98-c9beb2f10a2b req-11640f73-8f37-4667-8d49-e6bfba3f9609 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 943 time: 0.4072793 Jan 11 06:35:13.299217 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3d9392-c78e-4228-b9a0-657c65c64a54 {{(pid=102726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:35:13.306376 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ecdf67e2-8ae2-428e-8674-2f4da57e890b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:13.310505 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Publish callbacks [] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:13.328094 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.provisioning_blocks [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Transition to ACTIVE for port object 7d3d9392-c78e-4228-b9a0-657c65c64a54 will not be triggered until provisioned by entity L2. {{(pid=102726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:35:13.332990 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:13.377184 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-31c97146-2517-4435-8de9-03e944b96299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:13.378660 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-31c97146-2517-4435-8de9-03e944b96299 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 1097 time: 0.2929902 Jan 11 06:35:13.388971 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13afb19-8d5f-4c5f-8f78-751a8b00494f" -d '{"events": [{"name": "network-changed", "server_uuid": "70dcff0b-7c74-4687-9488-fae3280ca099", "tag": "11e7438a-7ef8-4f57-ab41-492f9cfa61ec"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:35:13.401301 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Pushing event updated for resources: {'Port': ['ID=7d3d9392-c78e-4228-b9a0-657c65c64a54,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:13.410195 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172543a-1f7b-46af-a935-51c5d8da57c7 req-a51f74d6-9630-4999-b22c-f64ec0e844d5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:13.417804 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8172543a-1f7b-46af-a935-51c5d8da57c7 req-a51f74d6-9630-4999-b22c-f64ec0e844d5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 943 time: 0.2716205 Jan 11 06:35:13.421028 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7892d923-583a-4caf-b5a7-61b0f1afd116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:13.472800 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Attempting to bind port 7d3d9392-c78e-4228-b9a0-657c65c64a54 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:35:13.474483 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Attempting to bind port 7d3d9392-c78e-4228-b9a0-657c65c64a54 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:35:13.475510 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Attempting to bind port 7d3d9392-c78e-4228-b9a0-657c65c64a54 on network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:13.483812 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Port 7d3d9392-c78e-4228-b9a0-657c65c64a54 on network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:35:13.484256 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Attempting to bind port 7d3d9392-c78e-4228-b9a0-657c65c64a54 on network aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:13.494259 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:35:13.494715 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Checking segment: {'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:13.495566 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Bound using segment: {'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:35:13.496055 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Bound port: 7d3d9392-c78e-4228-b9a0-657c65c64a54, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eece83a8-6f6c-4143-8626-778b5c290d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72'}}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:35:13.496803 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:13.497559 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Allocated IP 172.20.0.8 (60a2f090-570c-42ea-9834-0df06c26707c/822973aa-968a-4a18-8a27-649eb1f1fd6d/0c15537c-b202-473d-af30-47505e85abf2) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:35:13.503472 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-c68609af-b530-4036-b479-45be9f61e957 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11e7438a-7ef8-4f57-ab41-492f9cfa61ec HTTP/1.1" status: 200 len: 217 time: 0.0782423 Jan 11 06:35:13.512787 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-15d710b4-e2a4-4de1-ac98-c9beb2f10a2b req-877e2664-8ae0-4f48-9d8a-fc3bf85a96ea tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134998 Jan 11 06:35:13.607185 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] For port 7d3d9392-c78e-4228-b9a0-657c65c64a54, host hv-cinder-60634, cleared binding levels {{(pid=102726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:35:13.610881 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] For port 7d3d9392-c78e-4228-b9a0-657c65c64a54, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7d3d9392-c78e-4228-b9a0-657c65c64a54,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:35:13.618222 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:13.626606 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59602) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:13.657155 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8172543a-1f7b-46af-a935-51c5d8da57c7 req-dab3fd60-f99a-403a-9a7b-9767f07e8e34 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382026 Jan 11 06:35:13.713729 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:13.714513 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:13.719349 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] 10.222.0.30 "PUT /v2.0/ports/7d3d9392-c78e-4228-b9a0-657c65c64a54 HTTP/1.1" status: 200 len: 1093 time: 1.0465262 Jan 11 06:35:13.728133 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1271e5-c015-45af-a3a1-ae8b5199680b', 'tag': '7d3d9392-c78e-4228-b9a0-657c65c64a54'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:35:13.732070 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b849cd-a44e-40f1-b807-25a31728019f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1271e5-c015-45af-a3a1-ae8b5199680b", "tag": "7d3d9392-c78e-4228-b9a0-657c65c64a54"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:35:13.786127 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cab3f-8475-4bad-92e0-c583dd46db0a service neutron] Pushing event updated for resources: {'Port': ['ID=7d3d9392-c78e-4228-b9a0-657c65c64a54,revision_number=3']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:13.791116 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-f8971f94-346b-4268-a82e-667c4b7b19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:13.799553 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-f8971f94-346b-4268-a82e-667c4b7b19d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb11493f-ae20-42be-b515-410678056618 HTTP/1.1" status: 200 len: 859 time: 0.2774332 Jan 11 06:35:13.845610 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-a231215a-c654-459d-ae78-5fb5230aa4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:13.847367 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-a231215a-c654-459d-ae78-5fb5230aa4ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 1096 time: 0.0670447 Jan 11 06:35:13.914530 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-c28423b7-b2de-4ffc-bba7-ee0a941ecb4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3d9392-c78e-4228-b9a0-657c65c64a54 HTTP/1.1" status: 200 len: 217 time: 0.0527749 Jan 11 06:35:13.981030 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8da55e8e-8a99-4265-b7c4-06a539070340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:13.985428 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-1bd79c62-c9dd-4d40-908b-117d20dc9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:13.987113 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-1bd79c62-c9dd-4d40-908b-117d20dc9036 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb11493f-ae20-42be-b515-410678056618 HTTP/1.1" status: 200 len: 859 time: 0.0640063 Jan 11 06:35:14.025265 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-799f2f24-0577-47a9-aeee-52ae023b3a1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315733 Jan 11 06:35:14.154296 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-24f5267a-ea95-43e9-b736-8e2a5c6cbe2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3538353 Jan 11 06:35:14.160407 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ecdf67e2-8ae2-428e-8674-2f4da57e890b admin admin] Publish callbacks [] for security_group (7f60a3ef-62a5-47a6-8b23-3ef570298c0e), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.169994 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3c25e57f-67ce-4801-a9c4-b5c39e02fcf0 req-64e4b5a7-373d-4c43-8a91-99b87e4c50e6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 210 time: 0.4071350 Jan 11 06:35:14.180965 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-bf63028a-0013-4690-96ac-2a1fd41b4ab5 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469774 Jan 11 06:35:14.183195 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8da55e8e-8a99-4265-b7c4-06a539070340 admin admin] Publish callbacks [] for security_group (88a36161-db6e-4e3a-aeb3-b172cc14b4a7), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.199833 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8da55e8e-8a99-4265-b7c4-06a539070340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (88a36161-db6e-4e3a-aeb3-b172cc14b4a7), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.281853 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-ec0a5955-6ca9-42bf-b845-2b5abfe0a049 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106615 Jan 11 06:35:14.282447 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ecdf67e2-8ae2-428e-8674-2f4da57e890b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (7f60a3ef-62a5-47a6-8b23-3ef570298c0e), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.291826 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-8da55e8e-8a99-4265-b7c4-06a539070340 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18a06f94b44d4b0c990f114b372bdeee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6592522 Jan 11 06:35:14.292922 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59630) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:14.310467 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da55e8e-8a99-4265-b7c4-06a539070340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a36161-db6e-4e3a-aeb3-b172cc14b4a7,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:14.349754 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-2496436b-ad40-4d65-af04-8ac4f6f3b102 req-2e88ff05-f171-4be6-9161-d2244dd4df0c service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618931 Jan 11 06:35:14.406705 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08268a06-fc5f-4a18-9295-35487ff3eef7 x-openstack-request-id: req-08268a06-fc5f-4a18-9295-35487ff3eef7 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:35:14.407015 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dcff0b-7c74-4687-9488-fae3280ca099", "tag": "11e7438a-7ef8-4f57-ab41-492f9cfa61ec", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:35:14.407387 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08268a06-fc5f-4a18-9295-35487ff3eef7 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:35:14.407838 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dcff0b-7c74-4687-9488-fae3280ca099', 'tag': '11e7438a-7ef8-4f57-ab41-492f9cfa61ec', 'status': 'completed', 'code': 200} Jan 11 06:35:14.422730 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8400d2af-5e2a-497f-ad05-80347cd4d40d x-openstack-request-id: req-8400d2af-5e2a-497f-ad05-80347cd4d40d {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:35:14.423021 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1271e5-c015-45af-a3a1-ae8b5199680b", "tag": "7d3d9392-c78e-4228-b9a0-657c65c64a54", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:35:14.423272 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8400d2af-5e2a-497f-ad05-80347cd4d40d {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:35:14.423661 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1271e5-c015-45af-a3a1-ae8b5199680b', 'tag': '7d3d9392-c78e-4228-b9a0-657c65c64a54', 'status': 'completed', 'code': 200} Jan 11 06:35:14.435992 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71201d-671a-4695-ae65-8c5cc4a5145f req-8b19bf4f-632a-4581-b6f5-12a68178c14e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:14.437507 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8f71201d-671a-4695-ae65-8c5cc4a5145f req-8b19bf4f-632a-4581-b6f5-12a68178c14e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 943 time: 0.7656744 Jan 11 06:35:14.460268 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-ecdf67e2-8ae2-428e-8674-2f4da57e890b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f1b67c901e34875ba6f74d07a3fed83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6657543 Jan 11 06:35:14.461008 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf67e2-8ae2-428e-8674-2f4da57e890b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f60a3ef-62a5-47a6-8b23-3ef570298c0e,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:14.463278 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59636) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:14.565490 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b09e2abd-f916-4ae6-9d47-62cf6e156da4 admin admin] Publish callbacks [] for security_group (7f60a3ef-62a5-47a6-8b23-3ef570298c0e), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.573002 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b849cd-a44e-40f1-b807-25a31728019f req-dc2932c0-cb62-4bce-917b-b08a5c0a449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:14.574681 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-36b849cd-a44e-40f1-b807-25a31728019f req-dc2932c0-cb62-4bce-917b-b08a5c0a449b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 1096 time: 0.0657594 Jan 11 06:35:14.601900 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82cc4985-f1b5-4f52-b6c7-0eb9475f68f8 req-0e2615eb-9609-4fd5-8cad-d2bcbd19decf service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983601 Jan 11 06:35:14.611964 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b09e2abd-f916-4ae6-9d47-62cf6e156da4 admin admin] Publish callbacks [] for security_group (7f60a3ef-62a5-47a6-8b23-3ef570298c0e), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.620234 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a8b-6b49-4ede-9346-7c88bf995dea admin admin] Publish callbacks [] for security_group (88a36161-db6e-4e3a-aeb3-b172cc14b4a7), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.628614 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for port (0c15537c-b202-473d-af30-47505e85abf2), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.696439 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a8b-6b49-4ede-9346-7c88bf995dea admin admin] Publish callbacks [] for security_group (88a36161-db6e-4e3a-aeb3-b172cc14b4a7), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.724590 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8f71201d-671a-4695-ae65-8c5cc4a5145f req-baf78412-92b8-4eb9-af12-b00af556af25 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724488 Jan 11 06:35:14.741090 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b849cd-a44e-40f1-b807-25a31728019f req-6a832894-1fdd-4bd3-9bec-dff4c2c592c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:14.743109 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-36b849cd-a44e-40f1-b807-25a31728019f req-6a832894-1fdd-4bd3-9bec-dff4c2c592c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 920 time: 0.1569676 Jan 11 06:35:14.768504 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b09e2abd-f916-4ae6-9d47-62cf6e156da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (7f60a3ef-62a5-47a6-8b23-3ef570298c0e), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.771212 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b09e2abd-f916-4ae6-9d47-62cf6e156da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.775209 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-b09e2abd-f916-4ae6-9d47-62cf6e156da4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f60a3ef-62a5-47a6-8b23-3ef570298c0e HTTP/1.1" status: 204 len: 168 time: 0.3082042 Jan 11 06:35:14.798991 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d114653-73a9-4374-8616-920a202947f7 req-68a5921a-d975-488d-93b9-02bb83a269d7 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:14.800619 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9d114653-73a9-4374-8616-920a202947f7 req-68a5921a-d975-488d-93b9-02bb83a269d7 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 943 time: 0.1893966 Jan 11 06:35:14.842453 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-36b849cd-a44e-40f1-b807-25a31728019f req-7fc66b29-99d2-4b41-8601-42a60c157cdb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3d9392-c78e-4228-b9a0-657c65c64a54 HTTP/1.1" status: 200 len: 217 time: 0.0859883 Jan 11 06:35:14.843594 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e2abd-f916-4ae6-9d47-62cf6e156da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f60a3ef-62a5-47a6-8b23-3ef570298c0e,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:14.901603 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13afb19-8d5f-4c5f-8f78-751a8b00494f req-09bc56a4-b619-4700-b7df-98bfd6c8d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:14.903261 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c13afb19-8d5f-4c5f-8f78-751a8b00494f req-09bc56a4-b619-4700-b7df-98bfd6c8d7f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 1097 time: 0.1777186 Jan 11 06:35:14.914351 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (0c15537c-b202-473d-af30-47505e85abf2), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.918412 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b849cd-a44e-40f1-b807-25a31728019f req-fb53a8eb-5705-4e55-9461-7c32d6b65684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:14.921418 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-36b849cd-a44e-40f1-b807-25a31728019f req-fb53a8eb-5705-4e55-9461-7c32d6b65684 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb11493f-ae20-42be-b515-410678056618 HTTP/1.1" status: 200 len: 859 time: 0.0716288 Jan 11 06:35:14.940556 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a8b-6b49-4ede-9346-7c88bf995dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (88a36161-db6e-4e3a-aeb3-b172cc14b4a7), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.943806 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a8b-6b49-4ede-9346-7c88bf995dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:14.947251 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-0a1c6a8b-6b49-4ede-9346-7c88bf995dea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88a36161-db6e-4e3a-aeb3-b172cc14b4a7 HTTP/1.1" status: 204 len: 168 time: 0.6404495 Jan 11 06:35:14.962438 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-36b849cd-a44e-40f1-b807-25a31728019f req-6d7b52bd-4595-4d06-87e8-51ada0d63cac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340648 Jan 11 06:35:15.013002 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9d114653-73a9-4374-8616-920a202947f7 req-7490edc0-2655-4c20-9a53-b2f2b9524317 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989315 Jan 11 06:35:15.039901 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c6a8b-6b49-4ede-9346-7c88bf995dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a36161-db6e-4e3a-aeb3-b172cc14b4a7,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:15.050048 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0c2d6-b6c1-442c-a798-9372451af1d6 req-399e4953-ddb2-4323-be28-1764c793b6c7 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:15.052450 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8cf0c2d6-b6c1-442c-a798-9372451af1d6 req-399e4953-ddb2-4323-be28-1764c793b6c7 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 943 time: 0.2243488 Jan 11 06:35:15.102185 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Network 60a2f090-570c-42ea-9834-0df06c26707c is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:35:15.110450 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-36b849cd-a44e-40f1-b807-25a31728019f req-f466e8dd-f18e-4d05-b59e-c6cd432154d7 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399159 Jan 11 06:35:15.117854 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:35:15.131830 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:35:15.138075 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:15.138759 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:15.141473 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event updated for resources: {'Port': ['ID=0c15537c-b202-473d-af30-47505e85abf2,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:15.178299 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-4c7b5e01-f48b-4209-a015-6adbd76f0058 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6712511 Jan 11 06:35:15.233379 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Request body: {'port': {'device_id': '418f8876-f5a8-41f5-8250-4da3e174d779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:15.292077 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13afb19-8d5f-4c5f-8f78-751a8b00494f req-382bc930-9a3e-48ee-9a03-7d5004b2995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:15.293849 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c13afb19-8d5f-4c5f-8f78-751a8b00494f req-382bc930-9a3e-48ee-9a03-7d5004b2995f service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 920 time: 0.3732519 Jan 11 06:35:15.300691 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8cf0c2d6-b6c1-442c-a798-9372451af1d6 req-cfef1010-321a-4ac9-9ed2-98d7aa104392 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036648 Jan 11 06:35:15.358474 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-36b849cd-a44e-40f1-b807-25a31728019f req-37a9da42-03dc-4b25-a5c4-d158ffba7b62 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393661 Jan 11 06:35:15.413147 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c13afb19-8d5f-4c5f-8f78-751a8b00494f req-19ee1776-8559-4dd2-ba04-250af14c3b3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11e7438a-7ef8-4f57-ab41-492f9cfa61ec HTTP/1.1" status: 200 len: 217 time: 0.1085408 Jan 11 06:35:15.530434 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-60266d10-64e6-4de1-b547-7b626603dad4 None None] Provisioning complete for port 0c15537c-b202-473d-af30-47505e85abf2 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:15.531436 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-60266d10-64e6-4de1-b547-7b626603dad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0c15537c-b202-473d-af30-47505e85abf2), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:15.544111 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76acae6-a6c1-47a9-b4de-c25b445cb02f req-3d4d2550-4af8-4df6-996d-e31af4aad055 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:15.562432 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f76acae6-a6c1-47a9-b4de-c25b445cb02f req-3d4d2550-4af8-4df6-996d-e31af4aad055 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 931 time: 0.2718980 Jan 11 06:35:15.569117 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0c15537c-b202-473d-af30-47505e85abf2), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:15.572072 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-60266d10-64e6-4de1-b547-7b626603dad4 None None] Port 0c15537c-b202-473d-af30-47505e85abf2 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:35:15.604712 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13afb19-8d5f-4c5f-8f78-751a8b00494f req-c855e236-ef8d-4ea9-a3c9-37936d656aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:15.606180 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c13afb19-8d5f-4c5f-8f78-751a8b00494f req-c855e236-ef8d-4ea9-a3c9-37936d656aad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb11493f-ae20-42be-b515-410678056618 HTTP/1.1" status: 200 len: 859 time: 0.1846926 Jan 11 06:35:15.676394 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59672) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:15.679274 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c13afb19-8d5f-4c5f-8f78-751a8b00494f req-adbbdd82-e3e0-485d-b0ca-87ce36ef93b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652471 Jan 11 06:35:15.698794 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59674) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:15.715575 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-80803576-62e6-4f47-9365-66942d537775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:15.721541 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f76acae6-a6c1-47a9-b4de-c25b445cb02f req-b06405ba-35e6-4d20-9d04-786b657a76d9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581397 Jan 11 06:35:15.734632 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-cb2e9172-9aeb-4622-b524-503726f97ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:15.913734 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c13afb19-8d5f-4c5f-8f78-751a8b00494f req-c6c4018e-521e-442d-8864-79ed722f0e03 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249317 Jan 11 06:35:15.916036 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2658ee1b-c027-464a-bff5-190533545a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.009449 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6bb7d-ff90-465e-a689-e76a1fee90fa req-6400ca2c-f769-46b1-b7f4-f4a37ca8b48a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:16.010980 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-acf6bb7d-ff90-465e-a689-e76a1fee90fa req-6400ca2c-f769-46b1-b7f4-f4a37ca8b48a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 943 time: 0.1707640 Jan 11 06:35:16.017465 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-80803576-62e6-4f47-9365-66942d537775 admin admin] Publish callbacks [] for security_group (57301023-5087-4990-a2a5-2f57615771f6), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.036563 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-80803576-62e6-4f47-9365-66942d537775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (57301023-5087-4990-a2a5-2f57615771f6), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.079834 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-80803576-62e6-4f47-9365-66942d537775 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dba8e3ae39144beb0f9c71140c5aa56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4023178 Jan 11 06:35:16.084414 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59684) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:16.093900 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80803576-62e6-4f47-9365-66942d537775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57301023-5087-4990-a2a5-2f57615771f6,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:16.102194 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2658ee1b-c027-464a-bff5-190533545a4a admin admin] Publish callbacks [] for security_group (a86404bb-27e9-4c15-93a5-1903acf31aef), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.109962 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2658ee1b-c027-464a-bff5-190533545a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a86404bb-27e9-4c15-93a5-1903acf31aef), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.167390 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-2658ee1b-c027-464a-bff5-190533545a4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a108a108521f4c658734771b035519ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671452 Jan 11 06:35:16.168101 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658ee1b-c027-464a-bff5-190533545a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86404bb-27e9-4c15-93a5-1903acf31aef,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:16.172073 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59686) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:16.184403 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-acf6bb7d-ff90-465e-a689-e76a1fee90fa req-130c48fb-01ee-4dc8-aeda-368f8a2e9377 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653955 Jan 11 06:35:16.193943 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c13afb19-8d5f-4c5f-8f78-751a8b00494f req-f5dcfe4e-795d-4a54-967b-e2eb12af3c13 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721610 Jan 11 06:35:16.207688 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fb57-a146-48e3-9345-c82d67075cee admin admin] Publish callbacks [] for security_group (57301023-5087-4990-a2a5-2f57615771f6), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.213049 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be445b8-9851-40d4-b6ff-272ac6d41679 req-7ebd6ec0-4c06-4ec6-9435-60e6686896ff tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:16.214627 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7be445b8-9851-40d4-b6ff-272ac6d41679 req-7ebd6ec0-4c06-4ec6-9435-60e6686896ff tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 943 time: 0.1392090 Jan 11 06:35:16.262246 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fb57-a146-48e3-9345-c82d67075cee admin admin] Publish callbacks [] for security_group (57301023-5087-4990-a2a5-2f57615771f6), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.272483 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c15537c-b202-473d-af30-47505e85abf2 {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:35:16.280686 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b00d4a44-0959-41e2-9f43-27533dbb4e76 admin admin] Publish callbacks [] for security_group (a86404bb-27e9-4c15-93a5-1903acf31aef), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.295018 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Publish callbacks [] for port (0c15537c-b202-473d-af30-47505e85abf2), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.318180 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7be445b8-9851-40d4-b6ff-272ac6d41679 req-3f11e2d3-c6de-4cba-b714-ef243b9c5a06 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797033 Jan 11 06:35:16.320714 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Transition to ACTIVE for port object 0c15537c-b202-473d-af30-47505e85abf2 will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:35:16.324700 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0c15537c-b202-473d-af30-47505e85abf2), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.329380 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b00d4a44-0959-41e2-9f43-27533dbb4e76 admin admin] Publish callbacks [] for security_group (a86404bb-27e9-4c15-93a5-1903acf31aef), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.387372 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fb57-a146-48e3-9345-c82d67075cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (57301023-5087-4990-a2a5-2f57615771f6), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.389703 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Pushing event updated for resources: {'Port': ['ID=0c15537c-b202-473d-af30-47505e85abf2,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:16.390785 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fb57-a146-48e3-9345-c82d67075cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.392815 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a7a6fb57-a146-48e3-9345-c82d67075cee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57301023-5087-4990-a2a5-2f57615771f6 HTTP/1.1" status: 204 len: 168 time: 0.3074772 Jan 11 06:35:16.419153 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b00d4a44-0959-41e2-9f43-27533dbb4e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a86404bb-27e9-4c15-93a5-1903acf31aef), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.423044 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b00d4a44-0959-41e2-9f43-27533dbb4e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.424697 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Attempting to bind port 0c15537c-b202-473d-af30-47505e85abf2 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:35:16.425042 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Attempting to bind port 0c15537c-b202-473d-af30-47505e85abf2 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:35:16.425378 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Attempting to bind port 0c15537c-b202-473d-af30-47505e85abf2 on network 60a2f090-570c-42ea-9834-0df06c26707c {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:16.429118 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-b00d4a44-0959-41e2-9f43-27533dbb4e76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a86404bb-27e9-4c15-93a5-1903acf31aef HTTP/1.1" status: 204 len: 168 time: 0.2552047 Jan 11 06:35:16.435931 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6fb57-a146-48e3-9345-c82d67075cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57301023-5087-4990-a2a5-2f57615771f6,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:16.449174 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d4a44-0959-41e2-9f43-27533dbb4e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86404bb-27e9-4c15-93a5-1903acf31aef,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:16.485858 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Port 0c15537c-b202-473d-af30-47505e85abf2 on network 60a2f090-570c-42ea-9834-0df06c26707c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:35:16.486128 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Attempting to bind port 0c15537c-b202-473d-af30-47505e85abf2 on network 60a2f090-570c-42ea-9834-0df06c26707c {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:16.498585 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:35:16.499112 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Checking segment: {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:16.499665 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Bound using segment: {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:35:16.500251 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Bound port: 0c15537c-b202-473d-af30-47505e85abf2, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:35:16.500795 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0c15537c-b202-473d-af30-47505e85abf2), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.521030 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device a0700528-82fb-413a-b58a-97b306f4e6cf details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: from cryptography.utils import int_from_bytes Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: from cryptography.utils import int_from_bytes Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.569248 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.571208 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.571208 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.571208 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.571208 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.571208 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.571208 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.571208 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.571208 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.571208 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.571208 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:16.571208 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:16.573965 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89a00a-b7d5-4153-8feb-3951d4845e78 req-c09d340f-801c-4e04-b3a8-59211a874e71 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:16.575513 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7e89a00a-b7d5-4153-8feb-3951d4845e78 req-c09d340f-801c-4e04-b3a8-59211a874e71 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 943 time: 0.1386442 Jan 11 06:35:16.687751 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port a0700528-82fb-413a-b58a-97b306f4e6cf, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=a0700528-82fb-413a-b58a-97b306f4e6cf,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:16.728579 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': 'a0700528-82fb-413a-b58a-97b306f4e6cf', 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0', 'port_id': 'a0700528-82fb-413a-b58a-97b306f4e6cf', 'mac_address': 'fa:16:3e:ef:14:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86961111-d8a7-47df-8f63-8941f1ef9030', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:35:16.827057 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port a0700528-82fb-413a-b58a-97b306f4e6cf is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:16.827449 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.899955 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0700528-82fb-413a-b58a-97b306f4e6cf {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:35:16.914490 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:35:16.945676 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.968425 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7e89a00a-b7d5-4153-8feb-3951d4845e78 req-d442d0ea-fcd5-4bf8-aa48-27ceffc48a43 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806791 Jan 11 06:35:16.969499 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port a0700528-82fb-413a-b58a-97b306f4e6cf, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=a0700528-82fb-413a-b58a-97b306f4e6cf,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:16.976546 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:16.977359 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 373387c0-8944-4a75-b446-241b056cf755 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:35:16.979660 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f90d4c-af5c-4aaa-bd68-882646671f83 req-da0a9705-40fc-4ed9-b775-b4dbac67d680 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:16.986716 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e1f90d4c-af5c-4aaa-bd68-882646671f83 req-da0a9705-40fc-4ed9-b775-b4dbac67d680 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.1386180 Jan 11 06:35:17.020806 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0c15537c-b202-473d-af30-47505e85abf2,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:35:17.034652 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0c15537c-b202-473d-af30-47505e85abf2), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:17.041424 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=a0700528-82fb-413a-b58a-97b306f4e6cf,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:17.096670 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:17.097302 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:17.099309 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] 10.222.0.30 "PUT /v2.0/ports/0c15537c-b202-473d-af30-47505e85abf2 HTTP/1.1" status: 200 len: 1093 time: 1.9037297 Jan 11 06:35:17.101727 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'tag': '0c15537c-b202-473d-af30-47505e85abf2'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:35:17.104029 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c072e5-da7d-4640-89fa-52ef9e26a7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "tag": "0c15537c-b202-473d-af30-47505e85abf2"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:35:17.193319 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e1f90d4c-af5c-4aaa-bd68-882646671f83 req-7f6c5837-85dc-492e-b50f-f5bb80b1e7b1 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050681 Jan 11 06:35:17.195922 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 373387c0-8944-4a75-b446-241b056cf755, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=373387c0-8944-4a75-b446-241b056cf755,segment=NetworkSegment(6c2410b5-7324-4008-ba75-46a383d63800),segment_id=6c2410b5-7324-4008-ba75-46a383d63800)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:17.219379 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '373387c0-8944-4a75-b446-241b056cf755', 'network_id': '9add3997-100e-4517-8149-95f6f546b6f0', 'port_id': '373387c0-8944-4a75-b446-241b056cf755', 'mac_address': 'fa:16:3e:8f:b7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31555fa-13e6-4b8f-862a-d80f97fe0ee6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:35:17.326826 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 373387c0-8944-4a75-b446-241b056cf755 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:17.327323 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (373387c0-8944-4a75-b446-241b056cf755), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:17.355934 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373387c0-8944-4a75-b446-241b056cf755 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:35:17.418523 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee35139-b063-4f48-aaef-814b118a94b5 x-openstack-request-id: req-2ee35139-b063-4f48-aaef-814b118a94b5 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:35:17.419196 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "tag": "0c15537c-b202-473d-af30-47505e85abf2", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:35:17.419453 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ee35139-b063-4f48-aaef-814b118a94b5 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:35:17.419859 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'tag': '0c15537c-b202-473d-af30-47505e85abf2', 'status': 'completed', 'code': 200} Jan 11 06:35:17.425505 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec72d98-f8cf-4b80-b657-062f45118e0d service neutron] Pushing event updated for resources: {'Port': ['ID=0c15537c-b202-473d-af30-47505e85abf2,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:17.436795 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 373387c0-8944-4a75-b446-241b056cf755, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=373387c0-8944-4a75-b446-241b056cf755,segment=NetworkSegment(6c2410b5-7324-4008-ba75-46a383d63800),segment_id=6c2410b5-7324-4008-ba75-46a383d63800)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:17.447285 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (373387c0-8944-4a75-b446-241b056cf755), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:17.522847 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-978f1833-f3a7-4605-bde3-0ed3beccfdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:17.529426 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-978f1833-f3a7-4605-bde3-0ed3beccfdcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 1096 time: 0.3264406 Jan 11 06:35:17.575000 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=373387c0-8944-4a75-b446-241b056cf755,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:17.596451 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018202a4-6aea-47c0-884c-1c2f6669dd50 req-fbb965d1-4254-4ee6-aa7d-5344a7cdfd25 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:17.607613 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-018202a4-6aea-47c0-884c-1c2f6669dd50 req-fbb965d1-4254-4ee6-aa7d-5344a7cdfd25 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 943 time: 0.2425668 Jan 11 06:35:17.661328 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-1670d2cb-87bb-45af-bf67-70de00905dcf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c15537c-b202-473d-af30-47505e85abf2 HTTP/1.1" status: 200 len: 217 time: 0.1175561 Jan 11 06:35:17.736718 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a2e0f-caa9-4997-9458-2caf19901fc8 req-64c0a819-cbcc-4261-81be-feaba27bc41b tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:17.739892 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-869a2e0f-caa9-4997-9458-2caf19901fc8 req-64c0a819-cbcc-4261-81be-feaba27bc41b tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 944 time: 0.2278345 Jan 11 06:35:17.755529 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-018202a4-6aea-47c0-884c-1c2f6669dd50 req-60502a4b-be29-4e8e-af1b-eb1ebb8511f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419661 Jan 11 06:35:17.800410 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-6b9e63a0-c290-4398-87a0-181eb13f8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:17.802582 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-6b9e63a0-c290-4398-87a0-181eb13f8583 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822973aa-968a-4a18-8a27-649eb1f1fd6d HTTP/1.1" status: 200 len: 855 time: 0.1324449 Jan 11 06:35:17.872428 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-869a2e0f-caa9-4997-9458-2caf19901fc8 req-5561303c-d75b-4d24-8d6f-a7e1b633143b tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108489 Jan 11 06:35:17.873634 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['373387c0-8944-4a75-b446-241b056cf755'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:35:17.911896 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-46d38b92-d6e2-474f-aaa9-7593d37cf285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:17.915445 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-46d38b92-d6e2-474f-aaa9-7593d37cf285 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60a2f090-570c-42ea-9834-0df06c26707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1014032 Jan 11 06:35:17.956422 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['a0700528-82fb-413a-b58a-97b306f4e6cf'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:35:18.072271 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-85f7d136-175a-41b7-8748-12bfc0eb2c9a service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496856 Jan 11 06:35:18.189416 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4ec96-ffe4-4519-b872-81eb36576a9d req-414a7061-adf3-4c67-8fe0-2884d695d94b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:18.197196 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8ce4ec96-ffe4-4519-b872-81eb36576a9d req-414a7061-adf3-4c67-8fe0-2884d695d94b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 944 time: 0.1397607 Jan 11 06:35:18.262853 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48709664-fc30-43a1-be16-9193ad0f40e2 req-7812ab1e-4ee9-45fd-a8f5-a49665b71c04 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757066 Jan 11 06:35:18.289408 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8ce4ec96-ffe4-4519-b872-81eb36576a9d req-f074dcb3-b591-41b6-989a-952e563e0ea0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910239 Jan 11 06:35:18.323325 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:18.441394 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a834d-dd8e-4c5a-ba9a-91a9970118d7 req-1b1bed01-6acd-431a-8def-7eeef08bad9d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:18.447702 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-976a834d-dd8e-4c5a-ba9a-91a9970118d7 req-1b1bed01-6acd-431a-8def-7eeef08bad9d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.1133931 Jan 11 06:35:18.531901 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c072e5-da7d-4640-89fa-52ef9e26a7b4 req-33da2fcb-ee79-4f38-bf2b-8c89c5e88995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:18.533601 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89c072e5-da7d-4640-89fa-52ef9e26a7b4 req-33da2fcb-ee79-4f38-bf2b-8c89c5e88995 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 1096 time: 0.1581724 Jan 11 06:35:18.540211 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-976a834d-dd8e-4c5a-ba9a-91a9970118d7 req-712506b4-fee4-4f7c-82e4-c9fe0950bf48 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828598 Jan 11 06:35:18.554893 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 11e7438a-7ef8-4f57-ab41-492f9cfa61ec details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:35:18.664744 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c072e5-da7d-4640-89fa-52ef9e26a7b4 req-bfec6183-afa9-478e-a0b8-a9f69da72519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:18.666288 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89c072e5-da7d-4640-89fa-52ef9e26a7b4 req-bfec6183-afa9-478e-a0b8-a9f69da72519 service neutron] 10.222.0.30 "GET /v2.0/networks?id=60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 200 len: 917 time: 0.1249688 Jan 11 06:35:18.728453 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=11e7438a-7ef8-4f57-ab41-492f9cfa61ec,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:18.757716 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '11e7438a-7ef8-4f57-ab41-492f9cfa61ec', 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72', 'port_id': '11e7438a-7ef8-4f57-ab41-492f9cfa61ec', 'mac_address': 'fa:16:3e:d7:f4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb11493f-ae20-42be-b515-410678056618', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:35:18.764457 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89c072e5-da7d-4640-89fa-52ef9e26a7b4 req-7f300c3a-64fb-49b9-b307-ea943f3922d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c15537c-b202-473d-af30-47505e85abf2 HTTP/1.1" status: 200 len: 217 time: 0.0914268 Jan 11 06:35:18.844712 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59810) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:18.855407 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:18.861884 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:18.884858 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e7438a-7ef8-4f57-ab41-492f9cfa61ec {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:35:18.910204 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c072e5-da7d-4640-89fa-52ef9e26a7b4 req-f7e49f39-d523-4d34-9af3-e208416e5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:18.911748 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89c072e5-da7d-4640-89fa-52ef9e26a7b4 req-f7e49f39-d523-4d34-9af3-e208416e5af1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822973aa-968a-4a18-8a27-649eb1f1fd6d HTTP/1.1" status: 200 len: 855 time: 0.1417465 Jan 11 06:35:18.950757 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=11e7438a-7ef8-4f57-ab41-492f9cfa61ec,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:18.951552 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9e50c-5f5e-48c0-8b9c-273db3a53ac7 req-f23cc5d7-8712-4878-a34a-1c95999af1a4 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:18.953296 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c7b9e50c-5f5e-48c0-8b9c-273db3a53ac7 req-f23cc5d7-8712-4878-a34a-1c95999af1a4 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 943 time: 0.0915601 Jan 11 06:35:18.959465 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:18.960630 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 7d3d9392-c78e-4228-b9a0-657c65c64a54 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:35:19.014906 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ebed1866-0414-46d9-a0b7-14118715f989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:19.044898 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 7d3d9392-c78e-4228-b9a0-657c65c64a54, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7d3d9392-c78e-4228-b9a0-657c65c64a54,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:19.047212 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=11e7438a-7ef8-4f57-ab41-492f9cfa61ec,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:19.061297 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '7d3d9392-c78e-4228-b9a0-657c65c64a54', 'network_id': 'aeb694f5-225b-41d3-a2ee-a04b6b3ccc72', 'port_id': '7d3d9392-c78e-4228-b9a0-657c65c64a54', 'mac_address': 'fa:16:3e:53:1d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb11493f-ae20-42be-b515-410678056618', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:35:19.062691 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c072e5-da7d-4640-89fa-52ef9e26a7b4 req-be66f36f-52a9-46e8-9eee-539082f63d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:19.064586 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89c072e5-da7d-4640-89fa-52ef9e26a7b4 req-be66f36f-52a9-46e8-9eee-539082f63d1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60a2f090-570c-42ea-9834-0df06c26707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1447062 Jan 11 06:35:19.105252 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7744640-52c3-4376-9623-cbbc403787b6 req-e94afbc0-47e5-4a1d-9841-a116e76f0b34 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:19.106974 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a7744640-52c3-4376-9623-cbbc403787b6 req-e94afbc0-47e5-4a1d-9841-a116e76f0b34 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 944 time: 0.1239421 Jan 11 06:35:19.117326 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c7b9e50c-5f5e-48c0-8b9c-273db3a53ac7 req-8ff3285b-60d8-4a0a-8158-966788ce4913 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329260 Jan 11 06:35:19.141224 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ebed1866-0414-46d9-a0b7-14118715f989 admin admin] Publish callbacks [] for security_group (4201ff5a-752b-4fdf-8dc6-74d7284c6453), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:19.141381 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 7d3d9392-c78e-4228-b9a0-657c65c64a54 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:19.141381 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:19.144317 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ebed1866-0414-46d9-a0b7-14118715f989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (4201ff5a-752b-4fdf-8dc6-74d7284c6453), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:19.157723 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3d9392-c78e-4228-b9a0-657c65c64a54 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:35:19.181250 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 7d3d9392-c78e-4228-b9a0-657c65c64a54, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7d3d9392-c78e-4228-b9a0-657c65c64a54,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:19.189854 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:19.204738 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed1866-0414-46d9-a0b7-14118715f989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4201ff5a-752b-4fdf-8dc6-74d7284c6453,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:19.212241 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-ebed1866-0414-46d9-a0b7-14118715f989 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=282e70d33f2047aea28e86ebdfcf7583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658967 Jan 11 06:35:19.214870 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59818) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:19.236587 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a7744640-52c3-4376-9623-cbbc403787b6 req-317e07b6-8cb6-4066-8cd0-7ad3f4b149c0 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167016 Jan 11 06:35:19.242145 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89c072e5-da7d-4640-89fa-52ef9e26a7b4 req-66bb5510-0966-4b11-9bc2-90dadcfbc4b8 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662514 Jan 11 06:35:19.277991 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=7d3d9392-c78e-4228-b9a0-657c65c64a54,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:19.290056 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7cb29db7-71c7-4f3a-9b87-fde196b6207f admin admin] Publish callbacks [] for security_group (4201ff5a-752b-4fdf-8dc6-74d7284c6453), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:19.319810 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7cb29db7-71c7-4f3a-9b87-fde196b6207f admin admin] Publish callbacks [] for security_group (4201ff5a-752b-4fdf-8dc6-74d7284c6453), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:19.352584 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89c072e5-da7d-4640-89fa-52ef9e26a7b4 req-0bf368f4-ee02-4b56-b985-1941818e32a5 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026192 Jan 11 06:35:19.376570 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7cb29db7-71c7-4f3a-9b87-fde196b6207f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (4201ff5a-752b-4fdf-8dc6-74d7284c6453), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:19.379592 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7cb29db7-71c7-4f3a-9b87-fde196b6207f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:19.383876 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-7cb29db7-71c7-4f3a-9b87-fde196b6207f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4201ff5a-752b-4fdf-8dc6-74d7284c6453 HTTP/1.1" status: 204 len: 168 time: 0.1679709 Jan 11 06:35:19.391922 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb29db7-71c7-4f3a-9b87-fde196b6207f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4201ff5a-752b-4fdf-8dc6-74d7284c6453,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:19.417627 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04705af9-2481-455d-857f-06859c313e2f req-cb22cd50-4524-46a4-ba13-f8228b8af379 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:19.419563 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-04705af9-2481-455d-857f-06859c313e2f req-cb22cd50-4524-46a4-ba13-f8228b8af379 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 944 time: 0.0538845 Jan 11 06:35:19.484682 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-04705af9-2481-455d-857f-06859c313e2f req-7e660331-71d8-4027-821e-eb8c532fd319 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587256 Jan 11 06:35:19.530207 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['11e7438a-7ef8-4f57-ab41-492f9cfa61ec'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:35:19.557685 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['7d3d9392-c78e-4228-b9a0-657c65c64a54'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:35:19.699827 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:19.760252 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099b85c-a2a6-4f75-974e-8dccf7b70bec req-396d8884-de90-473c-9d6a-40955f3b445f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:19.774028 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a099b85c-a2a6-4f75-974e-8dccf7b70bec req-396d8884-de90-473c-9d6a-40955f3b445f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.1142476 Jan 11 06:35:19.844189 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a099b85c-a2a6-4f75-974e-8dccf7b70bec req-7fc0a12a-d0eb-4118-b8aa-11cc0fe2ed7b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683134 Jan 11 06:35:19.864804 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59860) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:19.885728 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6c7d036a-b1ff-4d4f-a5f6-fb6f6971362e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:19.973673 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6c7d036a-b1ff-4d4f-a5f6-fb6f6971362e admin admin] Publish callbacks [] for security_group (8952de65-116c-4c02-9140-5d8c46a44c7e), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:19.979971 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6c7d036a-b1ff-4d4f-a5f6-fb6f6971362e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (8952de65-116c-4c02-9140-5d8c46a44c7e), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.026103 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-6c7d036a-b1ff-4d4f-a5f6-fb6f6971362e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a481164b696c463ca1af9f78caf5b971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602411 Jan 11 06:35:20.027215 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d036a-b1ff-4d4f-a5f6-fb6f6971362e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8952de65-116c-4c02-9140-5d8c46a44c7e,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:20.028721 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59874) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:20.087736 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5a57b8d3-525c-42cc-9d4d-95c271019fd9 admin admin] Publish callbacks [] for security_group (8952de65-116c-4c02-9140-5d8c46a44c7e), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.113785 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5a57b8d3-525c-42cc-9d4d-95c271019fd9 admin admin] Publish callbacks [] for security_group (8952de65-116c-4c02-9140-5d8c46a44c7e), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.180815 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5a57b8d3-525c-42cc-9d4d-95c271019fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (8952de65-116c-4c02-9140-5d8c46a44c7e), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.183845 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5a57b8d3-525c-42cc-9d4d-95c271019fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.189101 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-5a57b8d3-525c-42cc-9d4d-95c271019fd9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8952de65-116c-4c02-9140-5d8c46a44c7e HTTP/1.1" status: 204 len: 168 time: 0.1565309 Jan 11 06:35:20.203429 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57b8d3-525c-42cc-9d4d-95c271019fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8952de65-116c-4c02-9140-5d8c46a44c7e,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:20.285228 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df5ad-b672-4988-8c42-5a3f0718e50f req-8b0dd45e-584c-4444-b323-ece18d48f8d3 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:20.288841 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fa1df5ad-b672-4988-8c42-5a3f0718e50f req-8b0dd45e-584c-4444-b323-ece18d48f8d3 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 944 time: 0.0775077 Jan 11 06:35:20.384542 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fa1df5ad-b672-4988-8c42-5a3f0718e50f req-190700f7-ef99-4b2c-b349-19c72b286b0b tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871973 Jan 11 06:35:20.422265 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d97a50-6cce-470c-9769-10e66e60505f req-c0150611-9db1-47fd-b4b3-eceb8c9e077c tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:20.423853 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a6d97a50-6cce-470c-9769-10e66e60505f req-c0150611-9db1-47fd-b4b3-eceb8c9e077c tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 944 time: 0.0872419 Jan 11 06:35:20.460064 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59902) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:20.492280 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a6d97a50-6cce-470c-9769-10e66e60505f req-ecff8e1e-883d-41d7-a2e0-5ae23ac988b6 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608571 Jan 11 06:35:20.553919 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 11e7438a-7ef8-4f57-ab41-492f9cfa61ec up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:20.616998 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59916) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:20.628283 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:35:20.638117 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:20.638502 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.665548 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938d01c-4a81-4ff2-9ce9-0397aa112b64 req-56f9b8ff-ad1b-4c01-a831-4e8a9fb994e5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:20.667191 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9938d01c-4a81-4ff2-9ce9-0397aa112b64 req-56f9b8ff-ad1b-4c01-a831-4e8a9fb994e5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 944 time: 0.1020420 Jan 11 06:35:20.723323 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5ffd-63c7-4664-829d-d8884ec8e87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.736837 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cc2ac130-5dbe-473e-a5f6-354f51042e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.770683 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:20.771154 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.817368 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9938d01c-4a81-4ff2-9ce9-0397aa112b64 req-537815d2-7346-4e2b-91f6-dc000e027559 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231115 Jan 11 06:35:20.826345 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dcff0b-7c74-4687-9488-fae3280ca099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e7438a-7ef8-4f57-ab41-492f9cfa61ec'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:35:20.853266 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cc2ac130-5dbe-473e-a5f6-354f51042e45 admin admin] Publish callbacks [] for security_group (2ee909e8-e9ed-4dda-8fd6-86bedbcdf7eb), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.858650 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cc2ac130-5dbe-473e-a5f6-354f51042e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (2ee909e8-e9ed-4dda-8fd6-86bedbcdf7eb), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.871108 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5ffd-63c7-4664-829d-d8884ec8e87b admin admin] Publish callbacks [] for security_group (a500c72b-bcc3-412d-95a4-81a6d55ca3c6), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.876608 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5ffd-63c7-4664-829d-d8884ec8e87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a500c72b-bcc3-412d-95a4-81a6d55ca3c6), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.909808 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-cc2ac130-5dbe-473e-a5f6-354f51042e45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3305c9734b44f0bb57455a51e273226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904737 Jan 11 06:35:20.913124 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ac130-5dbe-473e-a5f6-354f51042e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee909e8-e9ed-4dda-8fd6-86bedbcdf7eb,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:20.916188 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59936) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:20.918800 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=11e7438a-7ef8-4f57-ab41-492f9cfa61ec,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:20.926409 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:20.928556 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 7d3d9392-c78e-4228-b9a0-657c65c64a54 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:20.954760 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-a2fe5ffd-63c7-4664-829d-d8884ec8e87b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b3d6fcf0086450d8f36ff918f1ac32b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4924302 Jan 11 06:35:20.956001 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe5ffd-63c7-4664-829d-d8884ec8e87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a500c72b-bcc3-412d-95a4-81a6d55ca3c6,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:20.960435 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59938) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:21.039557 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd0b5c-4fd5-4fbd-82d2-a34cf9d2a91e req-a426936a-747b-416c-9ae0-3b1205b2e423 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:21.042403 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=11e7438a-7ef8-4f57-ab41-492f9cfa61ec,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:21.048108 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-11dd0b5c-4fd5-4fbd-82d2-a34cf9d2a91e req-a426936a-747b-416c-9ae0-3b1205b2e423 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0846777 Jan 11 06:35:21.067476 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 7d3d9392-c78e-4228-b9a0-657c65c64a54 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:35:21.073733 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 7d3d9392-c78e-4228-b9a0-657c65c64a54 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:21.074118 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.084773 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dd5016fe-2e52-481d-8f00-d1feb896f925 admin admin] Publish callbacks [] for security_group (2ee909e8-e9ed-4dda-8fd6-86bedbcdf7eb), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.104099 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50b4f69b-e812-4655-93cd-0a5506d46eeb admin admin] Publish callbacks [] for security_group (a500c72b-bcc3-412d-95a4-81a6d55ca3c6), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.124612 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dd5016fe-2e52-481d-8f00-d1feb896f925 admin admin] Publish callbacks [] for security_group (2ee909e8-e9ed-4dda-8fd6-86bedbcdf7eb), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.126589 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-11dd0b5c-4fd5-4fbd-82d2-a34cf9d2a91e req-377ec729-aeab-4f09-a912-d6205cbfbee1 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771875 Jan 11 06:35:21.153205 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50b4f69b-e812-4655-93cd-0a5506d46eeb admin admin] Publish callbacks [] for security_group (a500c72b-bcc3-412d-95a4-81a6d55ca3c6), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.173713 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ffc398-cf74-4ffc-8367-905c1e29caf9" -d '{"events": [{"server_uuid": "70dcff0b-7c74-4687-9488-fae3280ca099", "name": "network-vif-plugged", "status": "completed", "tag": "11e7438a-7ef8-4f57-ab41-492f9cfa61ec"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:35:21.223428 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dd5016fe-2e52-481d-8f00-d1feb896f925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (2ee909e8-e9ed-4dda-8fd6-86bedbcdf7eb), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.226822 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dd5016fe-2e52-481d-8f00-d1feb896f925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.230846 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 7d3d9392-c78e-4228-b9a0-657c65c64a54 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:21.230932 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-dd5016fe-2e52-481d-8f00-d1feb896f925 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ee909e8-e9ed-4dda-8fd6-86bedbcdf7eb HTTP/1.1" status: 204 len: 168 time: 0.3130174 Jan 11 06:35:21.231372 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.243494 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5016fe-2e52-481d-8f00-d1feb896f925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee909e8-e9ed-4dda-8fd6-86bedbcdf7eb,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:21.247053 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50b4f69b-e812-4655-93cd-0a5506d46eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a500c72b-bcc3-412d-95a4-81a6d55ca3c6), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.251014 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50b4f69b-e812-4655-93cd-0a5506d46eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.255083 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-50b4f69b-e812-4655-93cd-0a5506d46eeb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a500c72b-bcc3-412d-95a4-81a6d55ca3c6 HTTP/1.1" status: 204 len: 168 time: 0.2907829 Jan 11 06:35:21.261493 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4f69b-e812-4655-93cd-0a5506d46eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a500c72b-bcc3-412d-95a4-81a6d55ca3c6,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:21.295836 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 7d3d9392-c78e-4228-b9a0-657c65c64a54, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7d3d9392-c78e-4228-b9a0-657c65c64a54,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:21.304804 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.305702 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device a0700528-82fb-413a-b58a-97b306f4e6cf up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:21.331230 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbe19e9-ed90-44bd-bfee-760f4bcfc493 x-openstack-request-id: req-efbe19e9-ed90-44bd-bfee-760f4bcfc493 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:35:21.331549 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dcff0b-7c74-4687-9488-fae3280ca099", "name": "network-vif-plugged", "status": "completed", "tag": "11e7438a-7ef8-4f57-ab41-492f9cfa61ec", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:35:21.331807 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efbe19e9-ed90-44bd-bfee-760f4bcfc493 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:35:21.332797 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dcff0b-7c74-4687-9488-fae3280ca099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e7438a-7ef8-4f57-ab41-492f9cfa61ec', 'code': 200} Jan 11 06:35:21.396972 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=7d3d9392-c78e-4228-b9a0-657c65c64a54,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:21.408714 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port a0700528-82fb-413a-b58a-97b306f4e6cf completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:35:21.415786 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port a0700528-82fb-413a-b58a-97b306f4e6cf triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:21.416591 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.523217 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port a0700528-82fb-413a-b58a-97b306f4e6cf is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:21.523852 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.601295 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port a0700528-82fb-413a-b58a-97b306f4e6cf, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=a0700528-82fb-413a-b58a-97b306f4e6cf,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:21.606352 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.608262 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 373387c0-8944-4a75-b446-241b056cf755 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:21.652490 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f0427-25dc-4e5a-a3a0-162a107e09f5 req-d175d145-910e-46b1-8c53-e01ef3445a6d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:21.654278 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a04f0427-25dc-4e5a-a3a0-162a107e09f5 req-d175d145-910e-46b1-8c53-e01ef3445a6d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.1660490 Jan 11 06:35:21.707006 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486ce9b-74fb-47d2-9ecc-7c4bfb38580b req-727db8fa-4eec-4da3-bc17-fdb2239ef329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:21.710221 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9486ce9b-74fb-47d2-9ecc-7c4bfb38580b req-727db8fa-4eec-4da3-bc17-fdb2239ef329 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 1099 time: 0.1648221 Jan 11 06:35:21.711536 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=a0700528-82fb-413a-b58a-97b306f4e6cf,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:21.726566 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 373387c0-8944-4a75-b446-241b056cf755 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:35:21.728049 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47fb79-4a85-4ab0-8637-9a8910b6249f req-5d9ec7ad-a00e-4f3b-9fd7-bd423b984b11 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:21.729690 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4a47fb79-4a85-4ab0-8637-9a8910b6249f req-5d9ec7ad-a00e-4f3b-9fd7-bd423b984b11 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 944 time: 0.1394088 Jan 11 06:35:21.737050 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 373387c0-8944-4a75-b446-241b056cf755 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:21.737413 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (373387c0-8944-4a75-b446-241b056cf755), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.773860 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.774370 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-9486ce9b-74fb-47d2-9ecc-7c4bfb38580b req-58465dcc-50db-424f-a49a-479a56d5f34c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.795989 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59968) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:21.809929 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a04f0427-25dc-4e5a-a3a0-162a107e09f5 req-3881db54-67f1-44b7-b332-91da135e2d21 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416829 Jan 11 06:35:21.815142 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f4266f5d-13b6-4f02-bdf0-929324fd4fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.849112 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4a47fb79-4a85-4ab0-8637-9a8910b6249f req-d307b4a7-9013-444b-81d4-962c9b0d13f3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082850 Jan 11 06:35:21.874998 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 373387c0-8944-4a75-b446-241b056cf755 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:21.875399 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (373387c0-8944-4a75-b446-241b056cf755), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.904524 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59976) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:21.933599 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f814b527-73ee-4ccc-a82f-d635d20749f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.952160 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 373387c0-8944-4a75-b446-241b056cf755, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=373387c0-8944-4a75-b446-241b056cf755,segment=NetworkSegment(6c2410b5-7324-4008-ba75-46a383d63800),segment_id=6c2410b5-7324-4008-ba75-46a383d63800)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:21.958019 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (373387c0-8944-4a75-b446-241b056cf755), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.961294 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-9486ce9b-74fb-47d2-9ecc-7c4bfb38580b req-58465dcc-50db-424f-a49a-479a56d5f34c service neutron] Publish callbacks [] for security_group (1e4dd4b6-17bc-4405-a2e7-2b6b53925bbc), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.966457 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-9486ce9b-74fb-47d2-9ecc-7c4bfb38580b req-58465dcc-50db-424f-a49a-479a56d5f34c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (1e4dd4b6-17bc-4405-a2e7-2b6b53925bbc), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:21.993957 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f4266f5d-13b6-4f02-bdf0-929324fd4fc1 admin admin] Publish callbacks [] for security_group (7e445d21-68de-4abe-af5d-b3bcbebffea2), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.002929 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f4266f5d-13b6-4f02-bdf0-929324fd4fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (7e445d21-68de-4abe-af5d-b3bcbebffea2), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.027531 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=373387c0-8944-4a75-b446-241b056cf755,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:22.054009 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-f4266f5d-13b6-4f02-bdf0-929324fd4fc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c4387cd18b0480ab52e5747d005fcc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566612 Jan 11 06:35:22.068197 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59978) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:22.084712 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9486ce9b-74fb-47d2-9ecc-7c4bfb38580b req-58465dcc-50db-424f-a49a-479a56d5f34c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537600 Jan 11 06:35:22.085303 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58465dcc-50db-424f-a49a-479a56d5f34c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4dd4b6-17bc-4405-a2e7-2b6b53925bbc,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:22.088750 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4266f5d-13b6-4f02-bdf0-929324fd4fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e445d21-68de-4abe-af5d-b3bcbebffea2,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:22.116339 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3580e-882e-4d45-bef9-f5add5c4e04c req-72ee76c0-93a7-4345-8f28-2eef50d7e346 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:22.123407 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82d3580e-882e-4d45-bef9-f5add5c4e04c req-72ee76c0-93a7-4345-8f28-2eef50d7e346 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 945 time: 0.1820180 Jan 11 06:35:22.214948 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ce2c-2186-4381-b325-cffc687ed9f3 admin admin] Publish callbacks [] for security_group (7e445d21-68de-4abe-af5d-b3bcbebffea2), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.226133 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82d3580e-882e-4d45-bef9-f5add5c4e04c req-b183c643-d0a9-435b-91d1-bd07e991bb60 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018035 Jan 11 06:35:22.265417 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f814b527-73ee-4ccc-a82f-d635d20749f2 admin admin] Publish callbacks [] for security_group (fc34ba35-889d-48f9-8e9a-fe6b22a05833), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.289484 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f814b527-73ee-4ccc-a82f-d635d20749f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (fc34ba35-889d-48f9-8e9a-fe6b22a05833), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.292813 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ce2c-2186-4381-b325-cffc687ed9f3 admin admin] Publish callbacks [] for security_group (7e445d21-68de-4abe-af5d-b3bcbebffea2), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.300123 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 59986) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:22.362042 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814b527-73ee-4ccc-a82f-d635d20749f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc34ba35-889d-48f9-8e9a-fe6b22a05833,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:22.372271 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-f814b527-73ee-4ccc-a82f-d635d20749f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6578cd459aa42fba9d9c55729737afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4661713 Jan 11 06:35:22.372780 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 59994) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:22.393977 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e6a9b-e585-481b-91e7-372256c95a8d req-66e46d01-26cc-4099-9686-42209f6e2da3 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:22.396221 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-539e6a9b-e585-481b-91e7-372256c95a8d req-66e46d01-26cc-4099-9686-42209f6e2da3 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.1579289 Jan 11 06:35:22.443804 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ce2c-2186-4381-b325-cffc687ed9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (7e445d21-68de-4abe-af5d-b3bcbebffea2), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.446329 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d7a6ce2c-2186-4381-b325-cffc687ed9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.447451 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-d7a6ce2c-2186-4381-b325-cffc687ed9f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e445d21-68de-4abe-af5d-b3bcbebffea2 HTTP/1.1" status: 204 len: 168 time: 0.3757212 Jan 11 06:35:22.452709 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-486948a5-a872-46c7-8c78-72bca51e1322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.474150 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6ce2c-2186-4381-b325-cffc687ed9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e445d21-68de-4abe-af5d-b3bcbebffea2,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:22.482645 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-539e6a9b-e585-481b-91e7-372256c95a8d req-f7aa4327-aacc-46b3-89f5-4da9f50ed62f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770354 Jan 11 06:35:22.493150 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d4afbab2-6ee3-4e5c-8c21-2ca5129060f3 admin admin] Publish callbacks [] for security_group (fc34ba35-889d-48f9-8e9a-fe6b22a05833), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.520628 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d4afbab2-6ee3-4e5c-8c21-2ca5129060f3 admin admin] Publish callbacks [] for security_group (fc34ba35-889d-48f9-8e9a-fe6b22a05833), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.555837 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 0c15537c-b202-473d-af30-47505e85abf2 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:35:22.575330 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-486948a5-a872-46c7-8c78-72bca51e1322 admin admin] Publish callbacks [] for security_group (c4764cc2-44cf-4662-8dbe-e39131e6bb0f), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.580850 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-486948a5-a872-46c7-8c78-72bca51e1322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (c4764cc2-44cf-4662-8dbe-e39131e6bb0f), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.594078 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d4afbab2-6ee3-4e5c-8c21-2ca5129060f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (fc34ba35-889d-48f9-8e9a-fe6b22a05833), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.596915 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d4afbab2-6ee3-4e5c-8c21-2ca5129060f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.598236 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-d4afbab2-6ee3-4e5c-8c21-2ca5129060f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc34ba35-889d-48f9-8e9a-fe6b22a05833 HTTP/1.1" status: 204 len: 168 time: 0.2231762 Jan 11 06:35:22.619809 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afbab2-6ee3-4e5c-8c21-2ca5129060f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc34ba35-889d-48f9-8e9a-fe6b22a05833,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:22.628923 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486948a5-a872-46c7-8c78-72bca51e1322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4764cc2-44cf-4662-8dbe-e39131e6bb0f,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:22.633793 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-486948a5-a872-46c7-8c78-72bca51e1322 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d44dd077d8445b1afc016b544e910c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323588 Jan 11 06:35:22.636862 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60004) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:22.686654 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0c15537c-b202-473d-af30-47505e85abf2,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:22.697241 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f1b723aa-f5ff-4cf9-906c-676791b9790d admin admin] Publish callbacks [] for security_group (c4764cc2-44cf-4662-8dbe-e39131e6bb0f), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.703619 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '0c15537c-b202-473d-af30-47505e85abf2', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'port_id': '0c15537c-b202-473d-af30-47505e85abf2', 'mac_address': 'fa:16:3e:24:a2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:35:22.720122 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f1b723aa-f5ff-4cf9-906c-676791b9790d admin admin] Publish callbacks [] for security_group (c4764cc2-44cf-4662-8dbe-e39131e6bb0f), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.747669 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 0c15537c-b202-473d-af30-47505e85abf2 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:22.748163 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0c15537c-b202-473d-af30-47505e85abf2), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.772764 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c15537c-b202-473d-af30-47505e85abf2 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:35:22.781126 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f1b723aa-f5ff-4cf9-906c-676791b9790d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (c4764cc2-44cf-4662-8dbe-e39131e6bb0f), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.783716 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f1b723aa-f5ff-4cf9-906c-676791b9790d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.784911 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-f1b723aa-f5ff-4cf9-906c-676791b9790d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4764cc2-44cf-4662-8dbe-e39131e6bb0f HTTP/1.1" status: 204 len: 168 time: 0.1470351 Jan 11 06:35:22.794570 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b723aa-f5ff-4cf9-906c-676791b9790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4764cc2-44cf-4662-8dbe-e39131e6bb0f,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:22.820211 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0c15537c-b202-473d-af30-47505e85abf2,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:22.825248 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0c15537c-b202-473d-af30-47505e85abf2), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:22.877883 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=0c15537c-b202-473d-af30-47505e85abf2,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:22.962172 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc5fcf-ec27-49c5-91f1-744ecfd10503 req-e9433fcd-d0b5-41f8-b2f7-ab7174c0bf2d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:22.963655 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1acc5fcf-ec27-49c5-91f1-744ecfd10503 req-e9433fcd-d0b5-41f8-b2f7-ab7174c0bf2d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0674493 Jan 11 06:35:23.029231 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fca2b-c7d3-400e-811f-498fdd8d786c req-834b02d2-4ad8-40ab-b4f1-fc3e2eae0d1b tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:23.030967 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-454fca2b-c7d3-400e-811f-498fdd8d786c req-834b02d2-4ad8-40ab-b4f1-fc3e2eae0d1b tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 945 time: 0.0867181 Jan 11 06:35:23.061072 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1acc5fcf-ec27-49c5-91f1-744ecfd10503 req-6f84c502-7e11-444b-97ff-686f5d92c5e3 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804486 Jan 11 06:35:23.095320 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-454fca2b-c7d3-400e-811f-498fdd8d786c req-f36ba8ed-0900-49fc-8607-192e6f265198 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557730 Jan 11 06:35:23.147934 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['0c15537c-b202-473d-af30-47505e85abf2'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:35:23.177026 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60026) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:23.194029 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ccb9589-1263-4600-855a-8d7d07387bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:23.283603 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ccb9589-1263-4600-855a-8d7d07387bb9 admin admin] Publish callbacks [] for security_group (6a02698d-5a1c-41d8-80c4-ce07acf5c650), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:23.290022 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ccb9589-1263-4600-855a-8d7d07387bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (6a02698d-5a1c-41d8-80c4-ce07acf5c650), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:23.333762 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1271e5-c015-45af-a3a1-ae8b5199680b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3d9392-c78e-4228-b9a0-657c65c64a54'}, {'server_uuid': '2f4e21f5-067a-461f-88d6-3488cfdf133e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0700528-82fb-413a-b58a-97b306f4e6cf'}, {'server_uuid': '9c5964d3-3571-4016-92bf-76960655d88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373387c0-8944-4a75-b446-241b056cf755'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:35:23.336641 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6bcb35-694d-44fe-b0ee-837966fe9f8a" -d '{"events": [{"server_uuid": "7a1271e5-c015-45af-a3a1-ae8b5199680b", "name": "network-vif-plugged", "status": "completed", "tag": "7d3d9392-c78e-4228-b9a0-657c65c64a54"}, {"server_uuid": "2f4e21f5-067a-461f-88d6-3488cfdf133e", "name": "network-vif-plugged", "status": "completed", "tag": "a0700528-82fb-413a-b58a-97b306f4e6cf"}, {"server_uuid": "9c5964d3-3571-4016-92bf-76960655d88b", "name": "network-vif-plugged", "status": "completed", "tag": "373387c0-8944-4a75-b446-241b056cf755"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:35:23.342478 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-5ccb9589-1263-4600-855a-8d7d07387bb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc4eddb21558408b90127f2fbce35083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642897 Jan 11 06:35:23.343448 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb9589-1263-4600-855a-8d7d07387bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a02698d-5a1c-41d8-80c4-ce07acf5c650,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:23.347127 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60034) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:23.376787 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab7de4-2e02-4621-b778-2ce56a7337e4 req-2432ddba-36da-4ed4-a206-6f91d0f3a0d6 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:23.384511 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-08ab7de4-2e02-4621-b778-2ce56a7337e4 req-2432ddba-36da-4ed4-a206-6f91d0f3a0d6 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 945 time: 0.0689483 Jan 11 06:35:23.420959 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ec3abc1d-0dd5-45e9-ae4f-5cc85770e40d admin admin] Publish callbacks [] for security_group (6a02698d-5a1c-41d8-80c4-ce07acf5c650), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:23.424611 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 11 Jan 2022 06:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0815bb-c340-4888-944e-c699c87a5498 x-openstack-request-id: req-ca0815bb-c340-4888-944e-c699c87a5498 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:35:23.425290 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1271e5-c015-45af-a3a1-ae8b5199680b", "name": "network-vif-plugged", "status": "completed", "tag": "7d3d9392-c78e-4228-b9a0-657c65c64a54", "code": 200}, {"server_uuid": "2f4e21f5-067a-461f-88d6-3488cfdf133e", "name": "network-vif-plugged", "status": "completed", "tag": "a0700528-82fb-413a-b58a-97b306f4e6cf", "code": 200}, {"server_uuid": "9c5964d3-3571-4016-92bf-76960655d88b", "name": "network-vif-plugged", "status": "completed", "tag": "373387c0-8944-4a75-b446-241b056cf755", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:35:23.425555 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca0815bb-c340-4888-944e-c699c87a5498 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:35:23.427443 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1271e5-c015-45af-a3a1-ae8b5199680b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3d9392-c78e-4228-b9a0-657c65c64a54', 'code': 200} Jan 11 06:35:23.427443 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4e21f5-067a-461f-88d6-3488cfdf133e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0700528-82fb-413a-b58a-97b306f4e6cf', 'code': 200} Jan 11 06:35:23.427443 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5964d3-3571-4016-92bf-76960655d88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373387c0-8944-4a75-b446-241b056cf755', 'code': 200} Jan 11 06:35:23.449725 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-08ab7de4-2e02-4621-b778-2ce56a7337e4 req-e682a02d-355f-428b-b3ea-b00ba3d20157 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640655 Jan 11 06:35:23.451467 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ec3abc1d-0dd5-45e9-ae4f-5cc85770e40d admin admin] Publish callbacks [] for security_group (6a02698d-5a1c-41d8-80c4-ce07acf5c650), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:23.521797 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ec3abc1d-0dd5-45e9-ae4f-5cc85770e40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (6a02698d-5a1c-41d8-80c4-ce07acf5c650), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:23.524935 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ec3abc1d-0dd5-45e9-ae4f-5cc85770e40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:23.526101 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-ec3abc1d-0dd5-45e9-ae4f-5cc85770e40d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a02698d-5a1c-41d8-80c4-ce07acf5c650 HTTP/1.1" status: 204 len: 168 time: 0.1775107 Jan 11 06:35:23.534060 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3abc1d-0dd5-45e9-ae4f-5cc85770e40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a02698d-5a1c-41d8-80c4-ce07acf5c650,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:23.771671 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb62cde-f64d-4949-914d-a5f2fab90de7 req-5ab551f8-f413-446d-bc7f-89d5150ccadd tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:23.775486 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ccb62cde-f64d-4949-914d-a5f2fab90de7 req-5ab551f8-f413-446d-bc7f-89d5150ccadd tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 944 time: 0.1258619 Jan 11 06:35:23.848330 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ccb62cde-f64d-4949-914d-a5f2fab90de7 req-f857eca1-5eac-4e92-94a8-533e7ee0e8fb tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661399 Jan 11 06:35:23.991711 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073a2e5-4067-4c4d-a12c-79c9a5385699 req-4ee10249-ac3d-433e-a6bb-a7ea3a756cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:23.993692 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-6073a2e5-4067-4c4d-a12c-79c9a5385699 req-4ee10249-ac3d-433e-a6bb-a7ea3a756cba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 1098 time: 0.1331551 Jan 11 06:35:24.063884 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-6073a2e5-4067-4c4d-a12c-79c9a5385699 req-8986c646-4770-4e24-8c4d-d941413567ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624380 Jan 11 06:35:24.138091 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346daf4-478d-4d1b-96ee-2a3ae5b0fbde req-8d2a0559-b357-46d2-ba3c-cd4ff07e353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:24.139679 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2346daf4-478d-4d1b-96ee-2a3ae5b0fbde req-8d2a0559-b357-46d2-ba3c-cd4ff07e353d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 1098 time: 0.2903092 Jan 11 06:35:24.142507 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a24c3-c013-4598-afb7-07ef9dbcbe32 req-d96a3710-bf5e-420f-a3e3-7d3371e84dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:24.143655 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-826a24c3-c013-4598-afb7-07ef9dbcbe32 req-d96a3710-bf5e-420f-a3e3-7d3371e84dac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 1098 time: 0.2860982 Jan 11 06:35:24.218225 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b4062-6fa5-4c5e-b665-759200206fff req-f2f02d44-85f0-45cb-9a64-3531476abca9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:24.219647 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5d5b4062-6fa5-4c5e-b665-759200206fff req-f2f02d44-85f0-45cb-9a64-3531476abca9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0740693 Jan 11 06:35:24.243077 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3f0c2-854c-44f7-8ce5-69d5714fb47b req-f8aa4054-e30f-4e5d-89bc-8a8a57dc8866 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:24.244633 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cba3f0c2-854c-44f7-8ce5-69d5714fb47b req-f8aa4054-e30f-4e5d-89bc-8a8a57dc8866 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 945 time: 0.0635803 Jan 11 06:35:24.328660 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5d5b4062-6fa5-4c5e-b665-759200206fff req-1432fdf7-6073-4efb-8c51-763c0cd7280d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828424 Jan 11 06:35:24.349620 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cba3f0c2-854c-44f7-8ce5-69d5714fb47b req-13582942-021b-40c2-85f0-0f269cb81c77 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968950 Jan 11 06:35:24.380745 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-826a24c3-c013-4598-afb7-07ef9dbcbe32 req-fd09047b-35de-40bc-aed0-ad38cd9f2285 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570033 Jan 11 06:35:24.409332 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2346daf4-478d-4d1b-96ee-2a3ae5b0fbde req-31a112ba-a32f-40dd-94e6-f3a6fbc80024 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845597 Jan 11 06:35:24.430356 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60088) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:24.562297 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 0c15537c-b202-473d-af30-47505e85abf2 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:24.567101 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cb844-7a87-4107-86d5-871a135b049b req-214a3cd8-fae8-40a0-a826-978f6bca484f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:24.569196 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8e6cb844-7a87-4107-86d5-871a135b049b req-214a3cd8-fae8-40a0-a826-978f6bca484f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 945 time: 0.0541940 Jan 11 06:35:24.624252 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 0c15537c-b202-473d-af30-47505e85abf2 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:35:24.631543 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8e6cb844-7a87-4107-86d5-871a135b049b req-ef126ac3-a577-4273-8c21-455f9c3c7471 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567348 Jan 11 06:35:24.631751 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 0c15537c-b202-473d-af30-47505e85abf2 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:24.632044 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0c15537c-b202-473d-af30-47505e85abf2), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:24.687552 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-253197700-network', 'tenant_id': '9794f8c8a5304a719e178ece3051ae00'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:24.742178 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Made reservation on behalf of 9794f8c8a5304a719e178ece3051ae00 for: {'network': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:35:24.744627 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:24.765512 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:24.862243 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 0c15537c-b202-473d-af30-47505e85abf2 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:24.862577 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0c15537c-b202-473d-af30-47505e85abf2), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:24.890334 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Publish callbacks [] for security_group (6300f933-3cbc-4ed8-8e88-36df4a8cf682), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:24.897549 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (6300f933-3cbc-4ed8-8e88-36df4a8cf682), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:24.904830 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0c15537c-b202-473d-af30-47505e85abf2,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:24.910451 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0c15537c-b202-473d-af30-47505e85abf2), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:24.956777 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:35:24.975435 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6300f933-3cbc-4ed8-8e88-36df4a8cf682,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:24.995911 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=0c15537c-b202-473d-af30-47505e85abf2,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:24.999291 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (ad0b7abb-b4e2-4ae4-883c-60fda62905ee), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:24.999631 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.segments_db [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Added segment ad0b7abb-b4e2-4ae4-883c-60fda62905ee of type vlan for network e8f54dde-9bc0-4e66-888c-ebdac2a2d241 Jan 11 06:35:25.066652 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (e8f54dde-9bc0-4e66-888c-ebdac2a2d241), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:25.101790 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddfa4a-112d-48ef-a108-1487e4f85d55 req-57a66633-d0d1-4edb-8069-d7204da9bb6f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:25.105155 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (e8f54dde-9bc0-4e66-888c-ebdac2a2d241), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:25.107635 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:25.108623 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3eddfa4a-112d-48ef-a108-1487e4f85d55 req-57a66633-d0d1-4edb-8069-d7204da9bb6f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1024203 Jan 11 06:35:25.110331 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:25.197276 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7647450 Jan 11 06:35:25.200436 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60122) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:25.201355 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3eddfa4a-112d-48ef-a108-1487e4f85d55 req-47b8e2a6-f204-489b-b121-f70ba934d47e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892203 Jan 11 06:35:25.208246 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-32c5ac10-8669-49fc-99a8-5d2300b3625d admin admin] Request body: {'subnet': {'network_id': 'e8f54dde-9bc0-4e66-888c-ebdac2a2d241', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-253197700-subnet', 'tenant_id': '9794f8c8a5304a719e178ece3051ae00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:25.220981 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce43ed3-2d66-42c6-bb75-6118be7a0f9f admin admin] Pushing event updated for resources: {'Network': ['ID=e8f54dde-9bc0-4e66-888c-ebdac2a2d241,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:25.231955 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network e8f54dde-9bc0-4e66-888c-ebdac2a2d241 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:35:25.250389 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c5ac10-8669-49fc-99a8-5d2300b3625d admin admin] Made reservation on behalf of 9794f8c8a5304a719e178ece3051ae00 for: {'subnet': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:35:25.253698 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-32c5ac10-8669-49fc-99a8-5d2300b3625d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:25.428479 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c15537c-b202-473d-af30-47505e85abf2'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:35:25.430950 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6985f17-2a05-43de-a2f5-78e75b0b0fea" -d '{"events": [{"server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "name": "network-vif-plugged", "status": "completed", "tag": "0c15537c-b202-473d-af30-47505e85abf2"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:35:25.463994 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bf98d-b665-4c50-ae94-5a0cbd66d643 req-b2dd8b2d-15da-478f-9d14-c15b7b54e1d8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:25.471076 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6a0bf98d-b665-4c50-ae94-5a0cbd66d643 req-b2dd8b2d-15da-478f-9d14-c15b7b54e1d8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0589025 Jan 11 06:35:25.474655 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-32c5ac10-8669-49fc-99a8-5d2300b3625d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for subnet (e40eca84-f4cc-4872-beae-2d7b3070cb66), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:25.544853 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5ac10-8669-49fc-99a8-5d2300b3625d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40eca84-f4cc-4872-beae-2d7b3070cb66,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:25.547154 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c5ac10-8669-49fc-99a8-5d2300b3625d admin admin] Checking segment: {'id': 'ad0b7abb-b4e2-4ae4-883c-60fda62905ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8f54dde-9bc0-4e66-888c-ebdac2a2d241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:25.547518 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5ac10-8669-49fc-99a8-5d2300b3625d admin admin] Network hostable DHCP agents. Network: e8f54dde-9bc0-4e66-888c-ebdac2a2d241, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:35:25.569858 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5ac10-8669-49fc-99a8-5d2300b3625d admin admin] Network e8f54dde-9bc0-4e66-888c-ebdac2a2d241 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:35:25.579097 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-32c5ac10-8669-49fc-99a8-5d2300b3625d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, e8f54dde-9bc0-4e66-888c-ebdac2a2d241) {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:35:25.585587 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c5ac10-8669-49fc-99a8-5d2300b3625d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:25.586336 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bf9e2-4041-4951-a5e0-e56d6bc42f8b req-965ab03c-c93f-4955-a4c9-537efb2380bb tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:25.586688 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-32c5ac10-8669-49fc-99a8-5d2300b3625d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:25.593032 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-781bf9e2-4041-4951-a5e0-e56d6bc42f8b req-965ab03c-c93f-4955-a4c9-537efb2380bb tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 945 time: 0.1179721 Jan 11 06:35:25.593865 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48059000-01d7-488c-8f7e-c9e81e4ab241 None None] Network e8f54dde-9bc0-4e66-888c-ebdac2a2d241 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:35:25.603006 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6a0bf98d-b665-4c50-ae94-5a0cbd66d643 req-348976ee-45f3-4619-b694-67db4e0361a6 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308119 Jan 11 06:35:25.615832 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:35:25.624397 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-32c5ac10-8669-49fc-99a8-5d2300b3625d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4218664 Jan 11 06:35:25.677109 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-781bf9e2-4041-4951-a5e0-e56d6bc42f8b req-287d6d7a-08b2-4432-a11d-1790a832d42f tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729651 Jan 11 06:35:25.688349 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c16ece1-f959-4939-999d-696e0fad7fca x-openstack-request-id: req-9c16ece1-f959-4939-999d-696e0fad7fca {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:35:25.688921 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "name": "network-vif-plugged", "status": "completed", "tag": "0c15537c-b202-473d-af30-47505e85abf2", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:35:25.689334 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c16ece1-f959-4939-999d-696e0fad7fca {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:35:25.689900 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c15537c-b202-473d-af30-47505e85abf2', 'code': 200} Jan 11 06:35:25.831182 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0238531-1aba-44b7-8c0d-e302994b3f19 None None] Network e8f54dde-9bc0-4e66-888c-ebdac2a2d241 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:35:25.888134 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d603c7-23d8-46a9-a4c7-bf24a4b14d51 req-f57a6370-ad76-4d49-95ec-9b2e2ef83811 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:25.897426 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a0d603c7-23d8-46a9-a4c7-bf24a4b14d51 req-f57a6370-ad76-4d49-95ec-9b2e2ef83811 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 945 time: 0.1495090 Jan 11 06:35:25.965906 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a0d603c7-23d8-46a9-a4c7-bf24a4b14d51 req-cbab08ee-d88a-4827-b68a-0e7ebdae30d9 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597951 Jan 11 06:35:26.049071 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19467c4-b6ce-467d-b4d5-bf9d25be4ecc req-0693b31b-2856-482a-baa7-74392fb1674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:26.051487 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f19467c4-b6ce-467d-b4d5-bf9d25be4ecc req-0693b31b-2856-482a-baa7-74392fb1674a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 1098 time: 0.0523689 Jan 11 06:35:26.155037 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f19467c4-b6ce-467d-b4d5-bf9d25be4ecc req-0767b62c-54d7-424b-8a86-a0601575cb6f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577090 Jan 11 06:35:26.372445 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bf5ed-f37b-420c-9b75-2d745f65e1df req-1bf88deb-19cd-4af5-8325-5c6a342229e5 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:26.375134 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9e1bf5ed-f37b-420c-9b75-2d745f65e1df req-1bf88deb-19cd-4af5-8325-5c6a342229e5 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0798604 Jan 11 06:35:26.452504 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9e1bf5ed-f37b-420c-9b75-2d745f65e1df req-0b2194c6-f404-4896-9184-727eaa3df22d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627668 Jan 11 06:35:26.512949 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60200) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:26.519256 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-464618634-network', 'tenant_id': 'd6c657dd79f543faa2590241f8125b84'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:26.560191 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Made reservation on behalf of d6c657dd79f543faa2590241f8125b84 for: {'network': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:35:26.562653 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:26.578843 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:26.679490 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Publish callbacks [] for security_group (01e74d42-8bdc-4327-aa36-90017e79b033), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:26.684026 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (01e74d42-8bdc-4327-aa36-90017e79b033), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:26.709600 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:35:26.738820 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (b1644bf5-5cd6-46db-b3da-806c21c5ba5b), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:26.739401 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.segments_db [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Added segment b1644bf5-5cd6-46db-b3da-806c21c5ba5b of type vlan for network b9482b7b-e34f-4cff-9134-7d5d70a0f806 Jan 11 06:35:26.741018 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e74d42-8bdc-4327-aa36-90017e79b033,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:26.801460 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (b9482b7b-e34f-4cff-9134-7d5d70a0f806), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:26.817817 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4dcb1-85b7-446e-a7fd-7f4bcc3bf921 req-2fed17e0-eae8-4348-891a-67acdf50f3ea tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:26.820942 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a5b4dcb1-85b7-446e-a7fd-7f4bcc3bf921 req-2fed17e0-eae8-4348-891a-67acdf50f3ea tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0963283 Jan 11 06:35:26.847474 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (b9482b7b-e34f-4cff-9134-7d5d70a0f806), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:26.849541 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:26.850154 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:26.900601 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3858752 Jan 11 06:35:26.901228 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60224) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:26.908565 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf4ac0-996c-47db-a177-1a11d88fe4b3 req-c89622e1-655d-40f7-9bb0-b5c6122a4034 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:26.916247 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3fdf4ac0-996c-47db-a177-1a11d88fe4b3 req-c89622e1-655d-40f7-9bb0-b5c6122a4034 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 945 time: 0.1177211 Jan 11 06:35:26.937681 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-bc569661-0cb5-4d60-b9d7-d746f1c45c0a admin admin] Request body: {'subnet': {'network_id': 'b9482b7b-e34f-4cff-9134-7d5d70a0f806', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-464618634-subnet', 'tenant_id': 'd6c657dd79f543faa2590241f8125b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:26.948043 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e30c01-fda4-4812-89b0-59135d527fae admin admin] Pushing event updated for resources: {'Network': ['ID=b9482b7b-e34f-4cff-9134-7d5d70a0f806,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:26.956006 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a5b4dcb1-85b7-446e-a7fd-7f4bcc3bf921 req-b9306f39-b4dd-4271-8795-3074665bb958 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120956 Jan 11 06:35:26.963464 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network b9482b7b-e34f-4cff-9134-7d5d70a0f806 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:35:26.983784 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc569661-0cb5-4d60-b9d7-d746f1c45c0a admin admin] Made reservation on behalf of d6c657dd79f543faa2590241f8125b84 for: {'subnet': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:35:26.986347 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-bc569661-0cb5-4d60-b9d7-d746f1c45c0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:27.074429 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3fdf4ac0-996c-47db-a177-1a11d88fe4b3 req-e88f99f9-a6b7-4282-afed-23d3ead0fede tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571684 Jan 11 06:35:27.167226 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb59a6-cd0b-4997-a8a9-c490ce512dd7 req-67d185bb-f6de-416a-b9fd-9347430edcda tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:27.174615 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c5fb59a6-cd0b-4997-a8a9-c490ce512dd7 req-67d185bb-f6de-416a-b9fd-9347430edcda tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 945 time: 0.0655901 Jan 11 06:35:27.240921 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c5fb59a6-cd0b-4997-a8a9-c490ce512dd7 req-2e919a73-2eca-4ea3-b488-713135962ac1 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597005 Jan 11 06:35:27.283916 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-bc569661-0cb5-4d60-b9d7-d746f1c45c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for subnet (2a9567d8-f030-4bb7-8dfa-5f112a6631f4), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:27.330301 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 60242) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:27.349008 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc569661-0cb5-4d60-b9d7-d746f1c45c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9567d8-f030-4bb7-8dfa-5f112a6631f4,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:27.377629 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc569661-0cb5-4d60-b9d7-d746f1c45c0a admin admin] Checking segment: {'id': 'b1644bf5-5cd6-46db-b3da-806c21c5ba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b9482b7b-e34f-4cff-9134-7d5d70a0f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:27.378048 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc569661-0cb5-4d60-b9d7-d746f1c45c0a admin admin] Network hostable DHCP agents. Network: b9482b7b-e34f-4cff-9134-7d5d70a0f806, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:35:27.412611 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc569661-0cb5-4d60-b9d7-d746f1c45c0a admin admin] Network b9482b7b-e34f-4cff-9134-7d5d70a0f806 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:35:27.426175 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-bc569661-0cb5-4d60-b9d7-d746f1c45c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, b9482b7b-e34f-4cff-9134-7d5d70a0f806) {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:35:27.435839 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc582f-a88b-49f5-b0ef-5ebd9884b8f8 None None] Network b9482b7b-e34f-4cff-9134-7d5d70a0f806 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:35:27.438829 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc569661-0cb5-4d60-b9d7-d746f1c45c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:27.439443 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-bc569661-0cb5-4d60-b9d7-d746f1c45c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:27.477564 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-bc569661-0cb5-4d60-b9d7-d746f1c45c0a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5373261 Jan 11 06:35:27.512648 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-53b1835b-32af-41ca-8bd5-043085172aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:27.662876 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f61974-c860-4419-9980-51bab80af527 None None] Network b9482b7b-e34f-4cff-9134-7d5d70a0f806 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:35:27.736289 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5b41b-d1a7-44df-b6e5-1cd20635f38f req-0cf4e6dc-0044-4d4a-a851-9b25b132bdbc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:27.738344 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9ef5b41b-d1a7-44df-b6e5-1cd20635f38f req-0cf4e6dc-0044-4d4a-a851-9b25b132bdbc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1561494 Jan 11 06:35:27.813658 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-53b1835b-32af-41ca-8bd5-043085172aeb admin admin] Publish callbacks [] for security_group (02902445-d900-490d-a6b6-2ba9b4a96cc7), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:27.820637 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-53b1835b-32af-41ca-8bd5-043085172aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (02902445-d900-490d-a6b6-2ba9b4a96cc7), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:27.826578 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9ef5b41b-d1a7-44df-b6e5-1cd20635f38f req-835784f1-a50b-4984-9c99-a3e6533eeeb2 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783036 Jan 11 06:35:27.876410 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60262) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:27.877309 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-53b1835b-32af-41ca-8bd5-043085172aeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=996d1a3c0fdb40ff85436c23c1cba4fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452425 Jan 11 06:35:27.878074 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1835b-32af-41ca-8bd5-043085172aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02902445-d900-490d-a6b6-2ba9b4a96cc7,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:27.949215 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ff1e409a-ed23-4201-b3e1-9de3b1559092 admin admin] Publish callbacks [] for security_group (02902445-d900-490d-a6b6-2ba9b4a96cc7), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:27.989346 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ff1e409a-ed23-4201-b3e1-9de3b1559092 admin admin] Publish callbacks [] for security_group (02902445-d900-490d-a6b6-2ba9b4a96cc7), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:28.091694 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ff1e409a-ed23-4201-b3e1-9de3b1559092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (02902445-d900-490d-a6b6-2ba9b4a96cc7), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:28.095302 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ff1e409a-ed23-4201-b3e1-9de3b1559092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:28.096711 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-ff1e409a-ed23-4201-b3e1-9de3b1559092 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02902445-d900-490d-a6b6-2ba9b4a96cc7 HTTP/1.1" status: 204 len: 168 time: 0.2183166 Jan 11 06:35:28.110135 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e409a-ed23-4201-b3e1-9de3b1559092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02902445-d900-490d-a6b6-2ba9b4a96cc7,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:28.139136 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672fdd6-e935-469c-9d45-fcc265c80305 req-32c96848-ae61-424b-94eb-a714f54e89bc tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:28.142660 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d672fdd6-e935-469c-9d45-fcc265c80305 req-32c96848-ae61-424b-94eb-a714f54e89bc tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0950837 Jan 11 06:35:28.200582 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d672fdd6-e935-469c-9d45-fcc265c80305 req-ae2b5dcf-15d6-437c-af1f-05096d72183e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518272 Jan 11 06:35:28.496151 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60292) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:28.516957 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-59dcdb64-d571-421e-877d-eb857778feaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:28.641153 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-59dcdb64-d571-421e-877d-eb857778feaa admin admin] Publish callbacks [] for security_group (a191b446-f883-4790-b2d2-cf32796fd151), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:28.647546 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-59dcdb64-d571-421e-877d-eb857778feaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a191b446-f883-4790-b2d2-cf32796fd151), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:28.652889 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a0706-ee1a-45c0-940a-6e86e6834b6a req-8cecf25b-8d7f-4d48-a99e-be51eca15a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:28.654381 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a81a0706-ee1a-45c0-940a-6e86e6834b6a req-8cecf25b-8d7f-4d48-a99e-be51eca15a88 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 1098 time: 0.1132944 Jan 11 06:35:28.666016 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af8be1-1a94-4fc2-92d1-614a8a48282e req-62d128b0-3a4d-4d4e-af36-de03d8543861 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:28.667539 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-18af8be1-1a94-4fc2-92d1-614a8a48282e req-62d128b0-3a4d-4d4e-af36-de03d8543861 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.1044195 Jan 11 06:35:28.689941 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-59dcdb64-d571-421e-877d-eb857778feaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f054048ff9b42c0a39cb351e4ead7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924832 Jan 11 06:35:28.690908 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcdb64-d571-421e-877d-eb857778feaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a191b446-f883-4790-b2d2-cf32796fd151,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:28.693876 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60300) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:28.744308 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6deecf3e-a922-4c13-b862-a5abf9653b8c admin admin] Publish callbacks [] for security_group (a191b446-f883-4790-b2d2-cf32796fd151), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:28.768168 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6deecf3e-a922-4c13-b862-a5abf9653b8c admin admin] Publish callbacks [] for security_group (a191b446-f883-4790-b2d2-cf32796fd151), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:28.776808 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-18af8be1-1a94-4fc2-92d1-614a8a48282e req-fdc1b593-c318-4195-9bfc-e208012ac97b tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000967 Jan 11 06:35:28.793177 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a0706-ee1a-45c0-940a-6e86e6834b6a req-1080b4f7-dd32-4fb4-8256-f9084ba4dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:28.794685 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a81a0706-ee1a-45c0-940a-6e86e6834b6a req-1080b4f7-dd32-4fb4-8256-f9084ba4dd24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 920 time: 0.1262858 Jan 11 06:35:28.816803 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6deecf3e-a922-4c13-b862-a5abf9653b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a191b446-f883-4790-b2d2-cf32796fd151), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:28.820113 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6deecf3e-a922-4c13-b862-a5abf9653b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:28.821339 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-6deecf3e-a922-4c13-b862-a5abf9653b8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a191b446-f883-4790-b2d2-cf32796fd151 HTTP/1.1" status: 204 len: 168 time: 0.1265557 Jan 11 06:35:28.832578 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deecf3e-a922-4c13-b862-a5abf9653b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a191b446-f883-4790-b2d2-cf32796fd151,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:28.846477 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a81a0706-ee1a-45c0-940a-6e86e6834b6a req-eb011313-4ca5-45ea-8b7c-8975e963e36d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3d9392-c78e-4228-b9a0-657c65c64a54 HTTP/1.1" status: 200 len: 217 time: 0.0395772 Jan 11 06:35:28.896406 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a0706-ee1a-45c0-940a-6e86e6834b6a req-b5bcd465-e00a-430f-9087-bc013bc6f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:28.897887 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a81a0706-ee1a-45c0-940a-6e86e6834b6a req-b5bcd465-e00a-430f-9087-bc013bc6f68b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb11493f-ae20-42be-b515-410678056618 HTTP/1.1" status: 200 len: 859 time: 0.0447838 Jan 11 06:35:28.960100 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a81a0706-ee1a-45c0-940a-6e86e6834b6a req-11664add-83b6-40a5-8080-f7cc035daa11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508862 Jan 11 06:35:29.018004 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef50ed-b950-4790-b2cc-5ed15bc73881 req-54d8e0bd-e6a9-4728-a12e-2722e086eddb tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:29.018571 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-69ef50ed-b950-4790-b2cc-5ed15bc73881 req-54d8e0bd-e6a9-4728-a12e-2722e086eddb tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1002903 Jan 11 06:35:29.127265 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-69ef50ed-b950-4790-b2cc-5ed15bc73881 req-d324d8ac-2dd7-4aa0-963f-ec06f30a5d60 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787442 Jan 11 06:35:29.134529 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a81a0706-ee1a-45c0-940a-6e86e6834b6a req-acfbfc2b-fa4d-47ff-b922-1af62e85a1a9 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646469 Jan 11 06:35:29.277054 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a81a0706-ee1a-45c0-940a-6e86e6834b6a req-e0906818-61ed-4f3b-b6ee-29796d675a6d service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348641 Jan 11 06:35:29.684582 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d418e81-0271-414b-80e9-1941b61c3008 req-d23f21ef-cfa8-481e-bfac-ef0a817cbca1 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:29.694087 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1d418e81-0271-414b-80e9-1941b61c3008 req-d23f21ef-cfa8-481e-bfac-ef0a817cbca1 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0700045 Jan 11 06:35:29.699558 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60370) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:29.706995 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-7155cbe1-b875-4424-9de3-84b6ff70c5c8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Request body: {'floatingip': {'port_id': '0c15537c-b202-473d-af30-47505e85abf2'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:29.832716 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7155cbe1-b875-4424-9de3-84b6ff70c5c8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (c8ac9d3e-d829-471d-85ed-53783b5712a8), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:29.927084 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2bab-9fd0-46f7-9c54-77da2ad551c0 req-4ee985cd-3945-4ed4-b8f7-50cd8741eab6 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:29.935295 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-523e2bab-9fd0-46f7-9c54-77da2ad551c0 req-4ee985cd-3945-4ed4-b8f7-50cd8741eab6 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0664227 Jan 11 06:35:30.010502 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-523e2bab-9fd0-46f7-9c54-77da2ad551c0 req-089091b9-889d-4463-85ee-1ac72a8eecdc tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682306 Jan 11 06:35:30.688815 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7155cbe1-b875-4424-9de3-84b6ff70c5c8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:30.693935 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7155cbe1-b875-4424-9de3-84b6ff70c5c8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (c8ac9d3e-d829-471d-85ed-53783b5712a8), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:30.798041 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.l3_db [None req-7155cbe1-b875-4424-9de3-84b6ff70c5c8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Floating IP c8ac9d3e-d829-471d-85ed-53783b5712a8 associated. External IP: 172.27.2.4, port: 0c15537c-b202-473d-af30-47505e85abf2. Jan 11 06:35:31.005423 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7155cbe1-b875-4424-9de3-84b6ff70c5c8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Router 2adc7d35-c672-4f82-afce-430eefd2ddd9 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:35:31.146093 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc27e31-fa84-4817-bc72-380e6589bc14 req-f41470d6-7df8-4412-b2e8-075fce0a1e6d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:31.155740 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-edc27e31-fa84-4817-bc72-380e6589bc14 req-f41470d6-7df8-4412-b2e8-075fce0a1e6d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0783529 Jan 11 06:35:31.157956 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7155cbe1-b875-4424-9de3-84b6ff70c5c8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:35:31.165689 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7155cbe1-b875-4424-9de3-84b6ff70c5c8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:31.177815 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028370e0-a6c2-4e18-91eb-2560fa00ea4d None None] Sync routers for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:35:31.191855 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028370e0-a6c2-4e18-91eb-2560fa00ea4d None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:35:31.193200 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-028370e0-a6c2-4e18-91eb-2560fa00ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:35:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:31.209326 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-7155cbe1-b875-4424-9de3-84b6ff70c5c8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "PUT /v2.0/floatingips/c8ac9d3e-d829-471d-85ed-53783b5712a8 HTTP/1.1" status: 200 len: 989 time: 1.5041981 Jan 11 06:35:31.209326 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'tag': '0c15537c-b202-473d-af30-47505e85abf2'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:35:31.210827 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca64de5f-08bb-4b54-a1ef-7f9649370122" -d '{"events": [{"name": "network-changed", "server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "tag": "0c15537c-b202-473d-af30-47505e85abf2"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:35:31.238730 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-edc27e31-fa84-4817-bc72-380e6589bc14 req-c4b68d31-1267-4d06-be75-6b7938470605 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814610 Jan 11 06:35:31.305625 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d352917-e569-4b47-a69f-b675c1f52ae8 x-openstack-request-id: req-2d352917-e569-4b47-a69f-b675c1f52ae8 {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:35:31.305933 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "tag": "0c15537c-b202-473d-af30-47505e85abf2", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:35:31.306187 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d352917-e569-4b47-a69f-b675c1f52ae8 {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:35:31.306582 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'tag': '0c15537c-b202-473d-af30-47505e85abf2', 'status': 'completed', 'code': 200} Jan 11 06:35:31.325708 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-028370e0-a6c2-4e18-91eb-2560fa00ea4d None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:35:31.432461 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64de5f-08bb-4b54-a1ef-7f9649370122 req-6612dcc9-1485-4c3c-b792-1389b0f4d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:31.435767 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ca64de5f-08bb-4b54-a1ef-7f9649370122 req-6612dcc9-1485-4c3c-b792-1389b0f4d5a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 1098 time: 0.0577056 Jan 11 06:35:31.573478 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64de5f-08bb-4b54-a1ef-7f9649370122 req-2e91b89e-b587-4257-b99f-021dbef0145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:31.575195 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ca64de5f-08bb-4b54-a1ef-7f9649370122 req-2e91b89e-b587-4257-b99f-021dbef0145f service neutron] 10.222.0.30 "GET /v2.0/networks?id=60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 200 len: 917 time: 0.1272805 Jan 11 06:35:31.655750 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-028370e0-a6c2-4e18-91eb-2560fa00ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'c8ac9d3e-d829-471d-85ed-53783b5712a8', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'port_id': '0c15537c-b202-473d-af30-47505e85abf2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'mac_address': 'fa:16:3e:24:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f8876-f5a8-41f5-8250-4da3e174d779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:35:06Z', 'updated_at': '2022-01-11T06:35:30Z', 'revision_number': 1, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:03Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:31.692188 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028370e0-a6c2-4e18-91eb-2560fa00ea4d None None] Checking router: 2adc7d35-c672-4f82-afce-430eefd2ddd9 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:35:31.696560 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ca64de5f-08bb-4b54-a1ef-7f9649370122 req-2a7d13d8-a088-4d11-813b-d898d4c5cf27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c15537c-b202-473d-af30-47505e85abf2 HTTP/1.1" status: 200 len: 997 time: 0.1103675 Jan 11 06:35:31.703543 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028370e0-a6c2-4e18-91eb-2560fa00ea4d None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:35:31.704439 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-028370e0-a6c2-4e18-91eb-2560fa00ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:35:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:31.756420 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64de5f-08bb-4b54-a1ef-7f9649370122 req-b7610131-2e1d-4708-859c-c5dd6db37848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:31.758226 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ca64de5f-08bb-4b54-a1ef-7f9649370122 req-b7610131-2e1d-4708-859c-c5dd6db37848 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822973aa-968a-4a18-8a27-649eb1f1fd6d HTTP/1.1" status: 200 len: 855 time: 0.0545535 Jan 11 06:35:31.812091 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64de5f-08bb-4b54-a1ef-7f9649370122 req-6371599b-d44d-4c0a-8c54-a51321af7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:31.813847 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ca64de5f-08bb-4b54-a1ef-7f9649370122 req-6371599b-d44d-4c0a-8c54-a51321af7328 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60a2f090-570c-42ea-9834-0df06c26707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493379 Jan 11 06:35:31.858463 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-028370e0-a6c2-4e18-91eb-2560fa00ea4d None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:35:31.939333 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ca64de5f-08bb-4b54-a1ef-7f9649370122 req-596a28ca-d00c-4a88-8ffe-6b6cda041f16 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186652 Jan 11 06:35:32.035792 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ca64de5f-08bb-4b54-a1ef-7f9649370122 req-f10a31ca-928c-4d7b-8d71-40da58f59c45 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899789 Jan 11 06:35:32.144104 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-028370e0-a6c2-4e18-91eb-2560fa00ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'c8ac9d3e-d829-471d-85ed-53783b5712a8', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'port_id': '0c15537c-b202-473d-af30-47505e85abf2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'mac_address': 'fa:16:3e:24:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f8876-f5a8-41f5-8250-4da3e174d779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:35:06Z', 'updated_at': '2022-01-11T06:35:30Z', 'revision_number': 1, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:03Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:32.257390 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028370e0-a6c2-4e18-91eb-2560fa00ea4d None None] The sync data for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi is: [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'c8ac9d3e-d829-471d-85ed-53783b5712a8', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'port_id': '0c15537c-b202-473d-af30-47505e85abf2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'mac_address': 'fa:16:3e:24:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418f8876-f5a8-41f5-8250-4da3e174d779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:35:06Z', 'updated_at': '2022-01-11T06:35:30Z', 'revision_number': 1, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:03Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:35:32.392547 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b75a-c597-4024-b460-442a8d3716f3 req-9cdb1aa9-60d9-4e6e-aaed-34391543fa47 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:32.394058 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-09e8b75a-c597-4024-b460-442a8d3716f3 req-9cdb1aa9-60d9-4e6e-aaed-34391543fa47 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0694535 Jan 11 06:35:32.471200 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-09e8b75a-c597-4024-b460-442a8d3716f3 req-a3775120-7799-40c8-b89b-983a2da725c4 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587745 Jan 11 06:35:32.591685 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e73d01-21a3-4f60-9b69-a2a0d3419b09 None None] New status for floating IP c8ac9d3e-d829-471d-85ed-53783b5712a8: ACTIVE {{(pid=102727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:35:33.045113 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 60500) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:33.156606 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-50de420b-98f8-4dd6-b099-3ef9dbbe1261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:33.246454 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-50de420b-98f8-4dd6-b099-3ef9dbbe1261 admin admin] Publish callbacks [] for security_group (f18a5b26-d46a-4774-bcc2-937194421e32), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:33.250936 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-50de420b-98f8-4dd6-b099-3ef9dbbe1261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (f18a5b26-d46a-4774-bcc2-937194421e32), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:33.289725 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-50de420b-98f8-4dd6-b099-3ef9dbbe1261 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd4367f6498a4a289b2fa5dfb38d2f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435074 Jan 11 06:35:33.290720 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de420b-98f8-4dd6-b099-3ef9dbbe1261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18a5b26-d46a-4774-bcc2-937194421e32,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:33.292444 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60514) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:33.342634 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b869b4e1-5671-4b60-9fea-c5dcaa25ae17 admin admin] Publish callbacks [] for security_group (f18a5b26-d46a-4774-bcc2-937194421e32), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:33.364798 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b869b4e1-5671-4b60-9fea-c5dcaa25ae17 admin admin] Publish callbacks [] for security_group (f18a5b26-d46a-4774-bcc2-937194421e32), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:33.417545 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b869b4e1-5671-4b60-9fea-c5dcaa25ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (f18a5b26-d46a-4774-bcc2-937194421e32), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:33.420168 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b869b4e1-5671-4b60-9fea-c5dcaa25ae17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:33.424018 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-b869b4e1-5671-4b60-9fea-c5dcaa25ae17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f18a5b26-d46a-4774-bcc2-937194421e32 HTTP/1.1" status: 204 len: 168 time: 0.1280265 Jan 11 06:35:33.431505 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869b4e1-5671-4b60-9fea-c5dcaa25ae17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18a5b26-d46a-4774-bcc2-937194421e32,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:33.619306 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0cd03-7cae-40fc-803a-520290ff8e4c req-3d2cef2f-9206-45b8-9fd8-986f62ce2a12 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:33.620880 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cfb0cd03-7cae-40fc-803a-520290ff8e4c req-3d2cef2f-9206-45b8-9fd8-986f62ce2a12 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0588078 Jan 11 06:35:33.673173 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cfb0cd03-7cae-40fc-803a-520290ff8e4c req-557dd197-bee1-4620-88f0-74ff181193dc tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467024 Jan 11 06:35:33.772069 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60534) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:33.785125 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ef6f702c-72d5-44e4-b7fb-543e81d81ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:33.863507 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ef6f702c-72d5-44e4-b7fb-543e81d81ad9 admin admin] Publish callbacks [] for security_group (353cd371-d0a3-4916-86de-3ef6b5475ee5), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:33.867710 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ef6f702c-72d5-44e4-b7fb-543e81d81ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (353cd371-d0a3-4916-86de-3ef6b5475ee5), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:33.905335 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-ef6f702c-72d5-44e4-b7fb-543e81d81ad9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aba0525dee844bc5bc6ed38f249aaf38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321299 Jan 11 06:35:33.907273 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f702c-72d5-44e4-b7fb-543e81d81ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353cd371-d0a3-4916-86de-3ef6b5475ee5,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:33.908020 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 60536) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:33.973295 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-55d4a129-0452-4925-a441-8c6ace9ef49c admin admin] Publish callbacks [] for security_group (353cd371-d0a3-4916-86de-3ef6b5475ee5), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:33.995143 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-55d4a129-0452-4925-a441-8c6ace9ef49c admin admin] Publish callbacks [] for security_group (353cd371-d0a3-4916-86de-3ef6b5475ee5), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:34.044341 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-55d4a129-0452-4925-a441-8c6ace9ef49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (353cd371-d0a3-4916-86de-3ef6b5475ee5), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:34.046924 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-55d4a129-0452-4925-a441-8c6ace9ef49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:34.048303 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-55d4a129-0452-4925-a441-8c6ace9ef49c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/353cd371-d0a3-4916-86de-3ef6b5475ee5 HTTP/1.1" status: 204 len: 168 time: 0.1350422 Jan 11 06:35:34.059634 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4a129-0452-4925-a441-8c6ace9ef49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353cd371-d0a3-4916-86de-3ef6b5475ee5,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:34.383415 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 60554) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:34.401985 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1d2273a1-6fca-44b1-8e06-9ce821a24004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:34.491730 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1d2273a1-6fca-44b1-8e06-9ce821a24004 admin admin] Publish callbacks [] for security_group (cf6bc8b3-f331-42a6-8df5-de99f350c6da), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:34.495621 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1d2273a1-6fca-44b1-8e06-9ce821a24004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (cf6bc8b3-f331-42a6-8df5-de99f350c6da), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:34.534542 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-1d2273a1-6fca-44b1-8e06-9ce821a24004 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2218d182ee96491b96ef82ab75f3ee98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496544 Jan 11 06:35:34.535677 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2273a1-6fca-44b1-8e06-9ce821a24004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6bc8b3-f331-42a6-8df5-de99f350c6da,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:34.537497 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60560) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:34.586070 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-42cd036d-cd26-4ad4-994c-3cfb773bf12b admin admin] Publish callbacks [] for security_group (cf6bc8b3-f331-42a6-8df5-de99f350c6da), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:34.607018 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-42cd036d-cd26-4ad4-994c-3cfb773bf12b admin admin] Publish callbacks [] for security_group (cf6bc8b3-f331-42a6-8df5-de99f350c6da), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:34.652136 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-42cd036d-cd26-4ad4-994c-3cfb773bf12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (cf6bc8b3-f331-42a6-8df5-de99f350c6da), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:34.654771 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-42cd036d-cd26-4ad4-994c-3cfb773bf12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:34.655928 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-42cd036d-cd26-4ad4-994c-3cfb773bf12b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf6bc8b3-f331-42a6-8df5-de99f350c6da HTTP/1.1" status: 204 len: 168 time: 0.1174443 Jan 11 06:35:34.663491 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd036d-cd26-4ad4-994c-3cfb773bf12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6bc8b3-f331-42a6-8df5-de99f350c6da,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:34.798022 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513c667-81fa-4f3b-9ebd-5dc853336ee6 req-ac3a6f0e-723f-40bc-9f49-a18c889ceeca tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:34.799510 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e513c667-81fa-4f3b-9ebd-5dc853336ee6 req-ac3a6f0e-723f-40bc-9f49-a18c889ceeca tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0525386 Jan 11 06:35:34.848649 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e513c667-81fa-4f3b-9ebd-5dc853336ee6 req-8fe677fc-2c70-42db-b069-31ac0e3a002e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426784 Jan 11 06:35:35.966382 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019b6bb-a062-499f-9fa3-520f4c2a52b6 req-6bdc4d5b-182a-44a3-bf3a-6298d9bc2491 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:35.967826 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d019b6bb-a062-499f-9fa3-520f4c2a52b6 req-6bdc4d5b-182a-44a3-bf3a-6298d9bc2491 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0483334 Jan 11 06:35:36.014633 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d019b6bb-a062-499f-9fa3-520f4c2a52b6 req-e1012746-bcb1-4011-8952-2d02fbdd9e99 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410705 Jan 11 06:35:37.129939 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6e245-4fcf-4224-b828-341edc597cb8 req-f79237d4-f487-42b3-9a39-a8edf163b5e8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:37.131512 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a4a6e245-4fcf-4224-b828-341edc597cb8 req-f79237d4-f487-42b3-9a39-a8edf163b5e8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0500829 Jan 11 06:35:37.186327 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a4a6e245-4fcf-4224-b828-341edc597cb8 req-01fa3e45-768d-4502-9037-0898d1060a1c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494037 Jan 11 06:35:38.305201 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc97f3-4015-43e7-8728-13331901c61c req-6d6cb02c-5929-4bc4-a788-b53c9e90da40 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:38.306660 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-47cc97f3-4015-43e7-8728-13331901c61c req-6d6cb02c-5929-4bc4-a788-b53c9e90da40 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0498002 Jan 11 06:35:38.357884 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-47cc97f3-4015-43e7-8728-13331901c61c req-ac99f616-1e26-48ce-a49a-d2dee9343bba tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Jan 11 06:35:39.489930 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d09cf-9ccd-4d6f-851d-f22a98b1deee req-238c9c0e-0756-47f9-a29b-4485cd05943a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:39.491499 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-411d09cf-9ccd-4d6f-851d-f22a98b1deee req-238c9c0e-0756-47f9-a29b-4485cd05943a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0665321 Jan 11 06:35:39.568905 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-411d09cf-9ccd-4d6f-851d-f22a98b1deee req-2986371b-6292-4967-8475-8d6bacbf543e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713305 Jan 11 06:35:40.745826 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e762a5-791f-46da-a23c-c0c293e672f4 req-803ca232-aee8-4f6f-8e31-6f271dde426e tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:40.747260 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-10e762a5-791f-46da-a23c-c0c293e672f4 req-803ca232-aee8-4f6f-8e31-6f271dde426e tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 945 time: 0.0685830 Jan 11 06:35:40.755355 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f936eba-f6ed-4d73-9201-c1039f1431e3 req-d085a377-f12a-4760-8cd4-8a09757829e6 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:40.756869 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8f936eba-f6ed-4d73-9201-c1039f1431e3 req-d085a377-f12a-4760-8cd4-8a09757829e6 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0871632 Jan 11 06:35:40.842932 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-10e762a5-791f-46da-a23c-c0c293e672f4 req-286635a4-f90b-4749-a533-dc50a5f0cc07 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850892 Jan 11 06:35:40.848506 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8f936eba-f6ed-4d73-9201-c1039f1431e3 req-f8c7b9f3-ad5f-43a8-95d2-df431e5e9f2d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848947 Jan 11 06:35:41.995929 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8013352-f039-49b4-9ebd-e2d3eff03c3c req-e9315564-0c1a-4ec9-90fe-c238d800c964 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:41.997311 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a8013352-f039-49b4-9ebd-e2d3eff03c3c req-e9315564-0c1a-4ec9-90fe-c238d800c964 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 945 time: 0.0781145 Jan 11 06:35:42.006569 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da12abc-553c-4370-918b-a25d8554ebdd req-fbbd3a14-546e-45a7-9d91-3302c1995e3d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:42.007968 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8da12abc-553c-4370-918b-a25d8554ebdd req-fbbd3a14-546e-45a7-9d91-3302c1995e3d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0794032 Jan 11 06:35:42.077255 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a8013352-f039-49b4-9ebd-e2d3eff03c3c req-08c1b81f-4d71-4974-9363-a3d21a970b14 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683115 Jan 11 06:35:42.080853 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8da12abc-553c-4370-918b-a25d8554ebdd req-7cf22925-7d02-4c3d-8455-891f1c2a1069 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664091 Jan 11 06:35:43.233056 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f8d92-71b4-4445-8ab7-2b09ee544efe req-6f336a33-00f4-4025-a8f7-eeb364119b45 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:43.236161 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-861f8d92-71b4-4445-8ab7-2b09ee544efe req-6f336a33-00f4-4025-a8f7-eeb364119b45 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0689309 Jan 11 06:35:43.299904 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-861f8d92-71b4-4445-8ab7-2b09ee544efe req-cec367cb-5d0d-411a-9160-77f24778dd98 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558190 Jan 11 06:35:43.378461 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faedff-549f-43d3-8a64-fe64d4d9718e req-0f562c5a-10c6-49a4-a105-199ee0fa666e tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:43.380066 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-79faedff-549f-43d3-8a64-fe64d4d9718e req-0f562c5a-10c6-49a4-a105-199ee0fa666e tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 945 time: 0.0700531 Jan 11 06:35:43.421392 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-0484a112-eae9-4e51-a174-9a32dda45f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:43.461663 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-79faedff-549f-43d3-8a64-fe64d4d9718e req-774f9332-8318-4877-be0c-bac2df55f277 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/security-groups?id=814baddd-f5bf-4466-9f83-d3212c76c01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758870 Jan 11 06:35:43.481447 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226abbc7-b515-424d-b72f-b46bb9ff7da0 req-b68b4f06-0f40-41eb-8d73-64f81189b748 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:43.482913 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-226abbc7-b515-424d-b72f-b46bb9ff7da0 req-b68b4f06-0f40-41eb-8d73-64f81189b748 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 945 time: 0.0646715 Jan 11 06:35:43.646796 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-226abbc7-b515-424d-b72f-b46bb9ff7da0 req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Deleting port 373387c0-8944-4a75-b446-241b056cf755 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:35:43.647045 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-226abbc7-b515-424d-b72f-b46bb9ff7da0 req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (373387c0-8944-4a75-b446-241b056cf755), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:43.747974 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-226abbc7-b515-424d-b72f-b46bb9ff7da0 req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] For port 373387c0-8944-4a75-b446-241b056cf755, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=373387c0-8944-4a75-b446-241b056cf755,segment=NetworkSegment(6c2410b5-7324-4008-ba75-46a383d63800),segment_id=6c2410b5-7324-4008-ba75-46a383d63800)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:43.748352 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-226abbc7-b515-424d-b72f-b46bb9ff7da0 req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (373387c0-8944-4a75-b446-241b056cf755), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:43.768914 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-226abbc7-b515-424d-b72f-b46bb9ff7da0 req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Calling delete_port for 373387c0-8944-4a75-b446-241b056cf755 owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:35:44.194176 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-226abbc7-b515-424d-b72f-b46bb9ff7da0 req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023'] for port (373387c0-8944-4a75-b446-241b056cf755), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:44.225414 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Pushing event deleted for resources: {'Port': ['ID=373387c0-8944-4a75-b446-241b056cf755,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:44.236402 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.236974 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.237222 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.238491 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.238872 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.242047 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['373387c0-8944-4a75-b446-241b056cf755'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:35:44.245159 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.245598 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.248700 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.249182 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.250412 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.250863 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.251583 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.255666 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:44.340012 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-226abbc7-b515-424d-b72f-b46bb9ff7da0 req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] No DVR routers for this DVR port 373387c0-8944-4a75-b446-241b056cf755 on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:35:44.343369 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-226abbc7-b515-424d-b72f-b46bb9ff7da0 req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:44.346716 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-226abbc7-b515-424d-b72f-b46bb9ff7da0 req-8189c3f8-0502-44da-af28-0f06accbd0e3 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.30 "DELETE /v2.0/ports/373387c0-8944-4a75-b446-241b056cf755 HTTP/1.1" status: 204 len: 173 time: 0.8498461 Jan 11 06:35:44.347313 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5964d3-3571-4016-92bf-76960655d88b', 'name': 'network-vif-deleted', 'tag': '373387c0-8944-4a75-b446-241b056cf755'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:35:44.350794 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4b6700-224b-4bc6-ab22-0ac224cba90f" -d '{"events": [{"server_uuid": "9c5964d3-3571-4016-92bf-76960655d88b", "name": "network-vif-deleted", "tag": "373387c0-8944-4a75-b446-241b056cf755"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:35:44.414339 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b03496-2f54-4af0-ba5a-3d5f805182da x-openstack-request-id: req-63b03496-2f54-4af0-ba5a-3d5f805182da {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:35:44.414631 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5964d3-3571-4016-92bf-76960655d88b", "name": "network-vif-deleted", "tag": "373387c0-8944-4a75-b446-241b056cf755", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:35:44.414932 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63b03496-2f54-4af0-ba5a-3d5f805182da {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:35:44.415327 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5964d3-3571-4016-92bf-76960655d88b', 'name': 'network-vif-deleted', 'tag': '373387c0-8944-4a75-b446-241b056cf755', 'status': 'completed', 'code': 200} Jan 11 06:35:44.479985 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce93a2d-1ab8-4dc6-9174-97495e5f2e88 req-d450b3cd-6d81-47fb-b9e8-ec2cf4c3b7fe tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:44.481600 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dce93a2d-1ab8-4dc6-9174-97495e5f2e88 req-d450b3cd-6d81-47fb-b9e8-ec2cf4c3b7fe tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0605624 Jan 11 06:35:44.561765 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dce93a2d-1ab8-4dc6-9174-97495e5f2e88 req-1b38d95c-3862-4899-97cc-93bc22a0328c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552287 Jan 11 06:35:44.605872 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dd947a27-46bf-4662-a261-71138e89b4d3 req-d964ab3c-bd3d-4b78-9990-609a6965f6cf tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 210 time: 0.0275517 Jan 11 06:35:45.744006 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60972) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:45.747201 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee6c76-22ed-4d91-8781-b884f34a0173 req-4ab107a3-a925-4efa-a37d-8dcf485275be tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:45.748730 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b5ee6c76-22ed-4d91-8781-b884f34a0173 req-4ab107a3-a925-4efa-a37d-8dcf485275be tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0825744 Jan 11 06:35:45.749975 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-6a88f723-fa64-44ca-b6f7-ce272e8ab3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:45.766853 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d67cf6a3-b04c-4050-b0a3-ee722685b62b req-0908e7eb-aa7d-411c-9e44-4b2c667ebcb1 tempest-DeleteServersTestJSON-66430020 tempest-DeleteServersTestJSON-66430020-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5964d3-3571-4016-92bf-76960655d88b HTTP/1.1" status: 200 len: 210 time: 0.0435221 Jan 11 06:35:45.804703 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Deleting subnet e40eca84-f4cc-4872-beae-2d7b3070cb66 {{(pid=102726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:35:45.808003 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Publish callbacks [] for subnet (e40eca84-f4cc-4872-beae-2d7b3070cb66), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:45.845478 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b5ee6c76-22ed-4d91-8781-b884f34a0173 req-8ea96466-75ad-4ae9-9a27-87cc50c63e97 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806394 Jan 11 06:35:45.859854 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Publish callbacks [] for subnet (e40eca84-f4cc-4872-beae-2d7b3070cb66), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:45.862557 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (e40eca84-f4cc-4872-beae-2d7b3070cb66), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:45.903191 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 60976) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:45.918548 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for subnet (e40eca84-f4cc-4872-beae-2d7b3070cb66), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:45.949644 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:45.955888 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e40eca84-f4cc-4872-beae-2d7b3070cb66 HTTP/1.1" status: 204 len: 168 time: 0.2099705 Jan 11 06:35:45.956932 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 60982) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:45.957813 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40eca84-f4cc-4872-beae-2d7b3070cb66,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:45.965789 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:45.966186 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:45.966537 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:45.966875 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:45.967206 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:45.967538 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:45.967945 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:45.968282 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:45.969497 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:45.970033 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:45.970217 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:45.970550 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:45.970875 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc38d18-4448-47d1-9632-1d74017a0e5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:46.053718 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d973344f-38b6-46e2-9e4a-ff156ca6a95e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.074877 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (e8f54dde-9bc0-4e66-888c-ebdac2a2d241), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.190235 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (e8f54dde-9bc0-4e66-888c-ebdac2a2d241), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.220735 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.221078 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.222339 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.222769 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > port after_create 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.223023 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.223361 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > port after_update 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.223680 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.223999 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.224319 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.224677 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.427269 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.427627 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.427966 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.428303 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:46.428743 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f54dde-9bc0-4e66-888c-ebdac2a2d241']}} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:46.460471 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0b7abb-b4e2-4ae4-883c-60fda62905ee') {'for_net_delete': True} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:46.460938 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0b7abb-b4e2-4ae4-883c-60fda62905ee') {} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:46.477539 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d973344f-38b6-46e2-9e4a-ff156ca6a95e admin admin] Publish callbacks [] for security_group (7d0fbba8-9d5f-4752-bda2-8aee0478ad87), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.485107 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d973344f-38b6-46e2-9e4a-ff156ca6a95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (7d0fbba8-9d5f-4752-bda2-8aee0478ad87), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.489673 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8561379'] for segment (ad0b7abb-b4e2-4ae4-883c-60fda62905ee), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.540027 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (ad0b7abb-b4e2-4ae4-883c-60fda62905ee), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.549186 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973344f-38b6-46e2-9e4a-ff156ca6a95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0fbba8-9d5f-4752-bda2-8aee0478ad87,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:46.552702 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:35:46.553090 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585314'] for segment (ad0b7abb-b4e2-4ae4-883c-60fda62905ee), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: Traceback (most recent call last): Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: timer() Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: cb(*args, **kw) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: return func(*args, **kwargs) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: self._notify() Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: self.callback(batched_events) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: event.method(event) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: return f(self, *a, **k) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: return self._get(url).json() Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: return self.request(url, 'GET', **kwargs) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:35:46.588003 dv-cinder-606346-33-iscsi neutron-server[102725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:35:46.591179 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-d973344f-38b6-46e2-9e4a-ff156ca6a95e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17e958a4d406479ebaf349d24965ff1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6862950 Jan 11 06:35:46.594291 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 60990) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:46.642805 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5bcf766e-b452-4917-851e-1a2936f117af admin admin] Publish callbacks [] for security_group (7d0fbba8-9d5f-4752-bda2-8aee0478ad87), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.652631 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (e8f54dde-9bc0-4e66-888c-ebdac2a2d241), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.663434 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.667117 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e8f54dde-9bc0-4e66-888c-ebdac2a2d241 HTTP/1.1" status: 204 len: 168 time: 0.7086713 Jan 11 06:35:46.667463 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5bcf766e-b452-4917-851e-1a2936f117af admin admin] Publish callbacks [] for security_group (7d0fbba8-9d5f-4752-bda2-8aee0478ad87), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.675816 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 60992) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:46.683208 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6481e-c44f-4702-a450-5efff14fe602 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f54dde-9bc0-4e66-888c-ebdac2a2d241,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:46.708717 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 373387c0-8944-4a75-b446-241b056cf755 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:35:46.726233 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5bcf766e-b452-4917-851e-1a2936f117af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (7d0fbba8-9d5f-4752-bda2-8aee0478ad87), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.728171 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f0bdeb-c86c-44f6-a4d6-bcfede4c28ae admin admin] Deleting subnet 2a9567d8-f030-4bb7-8dfa-5f112a6631f4 {{(pid=102725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:35:46.730201 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5bcf766e-b452-4917-851e-1a2936f117af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.731432 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-5bcf766e-b452-4917-851e-1a2936f117af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d0fbba8-9d5f-4752-bda2-8aee0478ad87 HTTP/1.1" status: 204 len: 168 time: 0.1360929 Jan 11 06:35:46.734970 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e9f0bdeb-c86c-44f6-a4d6-bcfede4c28ae admin admin] Publish callbacks [] for subnet (2a9567d8-f030-4bb7-8dfa-5f112a6631f4), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.736654 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 373387c0-8944-4a75-b446-241b056cf755 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:35:46.737186 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 373387c0-8944-4a75-b446-241b056cf755 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:35:46.742483 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf766e-b452-4917-851e-1a2936f117af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0fbba8-9d5f-4752-bda2-8aee0478ad87,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:46.777014 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e9f0bdeb-c86c-44f6-a4d6-bcfede4c28ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8561306'] for subnet (2a9567d8-f030-4bb7-8dfa-5f112a6631f4), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.823860 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e9f0bdeb-c86c-44f6-a4d6-bcfede4c28ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (2a9567d8-f030-4bb7-8dfa-5f112a6631f4), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.876524 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.911960 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e9f0bdeb-c86c-44f6-a4d6-bcfede4c28ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805936'] for subnet (2a9567d8-f030-4bb7-8dfa-5f112a6631f4), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.946706 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e9f0bdeb-c86c-44f6-a4d6-bcfede4c28ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:46.952090 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-e9f0bdeb-c86c-44f6-a4d6-bcfede4c28ae admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2a9567d8-f030-4bb7-8dfa-5f112a6631f4 HTTP/1.1" status: 204 len: 168 time: 0.2725830 Jan 11 06:35:46.952787 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 32774) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:46.962902 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0bdeb-c86c-44f6-a4d6-bcfede4c28ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9567d8-f030-4bb7-8dfa-5f112a6631f4,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:47.021747 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb67dfc-f8d7-403c-9859-418b34e80e79 req-40c64cbc-e821-4780-bf83-ab5e40006437 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:47.023350 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cfb67dfc-f8d7-403c-9859-418b34e80e79 req-40c64cbc-e821-4780-bf83-ab5e40006437 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0719864 Jan 11 06:35:47.053357 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (b9482b7b-e34f-4cff-9134-7d5d70a0f806), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.101953 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 32782) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:47.115400 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cfb67dfc-f8d7-403c-9859-418b34e80e79 req-d12377eb-aaa1-4ecf-ae9c-2bc19df52ecd tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855348 Jan 11 06:35:47.116304 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-309c0564-cfec-45c0-92f3-01044af56692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.176482 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (b9482b7b-e34f-4cff-9134-7d5d70a0f806), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.210367 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.210823 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.210984 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-309c0564-cfec-45c0-92f3-01044af56692 admin admin] Publish callbacks [] for security_group (c3a4ffb3-3bb3-42f3-b3df-cfc1befbf710), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.211808 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.212252 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > port after_create 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.212670 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.213091 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > port after_update 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.213466 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.213796 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.214118 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.214463 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.217820 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-309c0564-cfec-45c0-92f3-01044af56692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (c3a4ffb3-3bb3-42f3-b3df-cfc1befbf710), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.264127 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c0564-cfec-45c0-92f3-01044af56692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a4ffb3-3bb3-42f3-b3df-cfc1befbf710,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:47.273116 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-309c0564-cfec-45c0-92f3-01044af56692 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa9506bcbbb846cf8041a2c5d19a9a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739247 Jan 11 06:35:47.273520 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 32788) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:47.288620 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.288986 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.289331 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.289669 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 06:35:47.290055 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9482b7b-e34f-4cff-9134-7d5d70a0f806']}} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:47.309635 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1644bf5-5cd6-46db-b3da-806c21c5ba5b') {'for_net_delete': True} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:47.310075 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1644bf5-5cd6-46db-b3da-806c21c5ba5b') {} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:47.325778 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d55f0b0a-bbe6-4652-9c3e-9920e6978ed0 admin admin] Publish callbacks [] for security_group (c3a4ffb3-3bb3-42f3-b3df-cfc1befbf710), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.329606 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2758391'] for segment (b1644bf5-5cd6-46db-b3da-806c21c5ba5b), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.350515 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d55f0b0a-bbe6-4652-9c3e-9920e6978ed0 admin admin] Publish callbacks [] for security_group (c3a4ffb3-3bb3-42f3-b3df-cfc1befbf710), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.354050 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (b1644bf5-5cd6-46db-b3da-806c21c5ba5b), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.364113 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:35:47.364569 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17062705'] for segment (b1644bf5-5cd6-46db-b3da-806c21c5ba5b), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: from cryptography.utils import int_from_bytes Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: from cryptography.utils import int_from_bytes Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: Traceback (most recent call last): Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: timer() Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: cb(*args, **kw) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: return func(*args, **kwargs) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: self._notify() Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: self.callback(batched_events) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: event.method(event) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:35:47.369515 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: return f(self, *a, **k) Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._get(url).json() Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: return self.request(url, 'GET', **kwargs) Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:35:47.372753 dv-cinder-606346-33-iscsi neutron-server[102726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:35:47.426776 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d55f0b0a-bbe6-4652-9c3e-9920e6978ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (c3a4ffb3-3bb3-42f3-b3df-cfc1befbf710), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.430205 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d55f0b0a-bbe6-4652-9c3e-9920e6978ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.431632 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-d55f0b0a-bbe6-4652-9c3e-9920e6978ed0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3a4ffb3-3bb3-42f3-b3df-cfc1befbf710 HTTP/1.1" status: 204 len: 168 time: 0.1573083 Jan 11 06:35:47.440865 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f0b0a-bbe6-4652-9c3e-9920e6978ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a4ffb3-3bb3-42f3-b3df-cfc1befbf710,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:47.461088 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (b9482b7b-e34f-4cff-9134-7d5d70a0f806), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.467577 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.475425 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] 10.222.0.15 "DELETE /v2.0/networks/b9482b7b-e34f-4cff-9134-7d5d70a0f806 HTTP/1.1" status: 204 len: 168 time: 0.5206602 Jan 11 06:35:47.489695 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94351d-485c-4d0b-b191-8f8420d113bc admin admin] Pushing event deleted for resources: {'Network': ['ID=b9482b7b-e34f-4cff-9134-7d5d70a0f806,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:47.673025 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 32802) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:47.715060 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-16519092-4689-43ee-89b2-754ff5926362 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9794f8c8a5304a719e178ece3051ae00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407436 Jan 11 06:35:47.717813 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 32804) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:47.783555 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-df2f18e2-2837-4025-bfa1-1251b91ba850 admin admin] Publish callbacks [] for security_group (6300f933-3cbc-4ed8-8e88-36df4a8cf682), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.810662 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-df2f18e2-2837-4025-bfa1-1251b91ba850 admin admin] Publish callbacks [] for security_group (6300f933-3cbc-4ed8-8e88-36df4a8cf682), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.877798 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-df2f18e2-2837-4025-bfa1-1251b91ba850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (6300f933-3cbc-4ed8-8e88-36df4a8cf682), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.885876 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-df2f18e2-2837-4025-bfa1-1251b91ba850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:47.889452 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-df2f18e2-2837-4025-bfa1-1251b91ba850 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6300f933-3cbc-4ed8-8e88-36df4a8cf682 HTTP/1.1" status: 204 len: 168 time: 0.1690614 Jan 11 06:35:47.913578 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f18e2-2837-4025-bfa1-1251b91ba850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6300f933-3cbc-4ed8-8e88-36df4a8cf682,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:48.200761 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 32828) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:48.301580 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-bb51cf22-f5f8-45c8-adf7-99d8fdafc9b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6c657dd79f543faa2590241f8125b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0994990 Jan 11 06:35:48.304576 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 32838) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:48.310093 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.317364 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952932d4-0b89-4976-95d1-d75fcf2787b6 req-aa3728f9-88ce-4678-be6e-f712386b79f8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:48.319967 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-952932d4-0b89-4976-95d1-d75fcf2787b6 req-aa3728f9-88ce-4678-be6e-f712386b79f8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0915227 Jan 11 06:35:48.406794 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-31b9a7d2-0634-4991-baee-61d3ed4ad6ee admin admin] Publish callbacks [] for security_group (01e74d42-8bdc-4327-aa36-90017e79b033), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.406912 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-952932d4-0b89-4976-95d1-d75fcf2787b6 req-f8dc50c2-da8a-44a7-b3a6-2b825c072ef8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801172 Jan 11 06:35:48.412166 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 32846) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:48.439730 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-31b9a7d2-0634-4991-baee-61d3ed4ad6ee admin admin] Publish callbacks [] for security_group (01e74d42-8bdc-4327-aa36-90017e79b033), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.489421 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_v2 [None req-297ec55d-706e-4724-8c0a-394333cbd31a admin admin] Deleting subnet c31555fa-13e6-4b8f-862a-d80f97fe0ee6 {{(pid=102725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:35:48.492932 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-297ec55d-706e-4724-8c0a-394333cbd31a admin admin] Publish callbacks [] for subnet (c31555fa-13e6-4b8f-862a-d80f97fe0ee6), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.518270 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-31b9a7d2-0634-4991-baee-61d3ed4ad6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (01e74d42-8bdc-4327-aa36-90017e79b033), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.521563 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-31b9a7d2-0634-4991-baee-61d3ed4ad6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.522719 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-31b9a7d2-0634-4991-baee-61d3ed4ad6ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01e74d42-8bdc-4327-aa36-90017e79b033 HTTP/1.1" status: 204 len: 168 time: 0.2161145 Jan 11 06:35:48.530933 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9a7d2-0634-4991-baee-61d3ed4ad6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e74d42-8bdc-4327-aa36-90017e79b033,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:48.544926 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-297ec55d-706e-4724-8c0a-394333cbd31a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8561306'] for subnet (c31555fa-13e6-4b8f-862a-d80f97fe0ee6), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.608319 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-297ec55d-706e-4724-8c0a-394333cbd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (c31555fa-13e6-4b8f-862a-d80f97fe0ee6), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.669037 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-297ec55d-706e-4724-8c0a-394333cbd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805936'] for subnet (c31555fa-13e6-4b8f-862a-d80f97fe0ee6), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.698817 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ec55d-706e-4724-8c0a-394333cbd31a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31555fa-13e6-4b8f-862a-d80f97fe0ee6,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:48.706431 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-297ec55d-706e-4724-8c0a-394333cbd31a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.709751 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-297ec55d-706e-4724-8c0a-394333cbd31a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c31555fa-13e6-4b8f-862a-d80f97fe0ee6 HTTP/1.1" status: 204 len: 168 time: 0.2964137 Jan 11 06:35:48.712444 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 32866) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:48.807463 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (9add3997-100e-4517-8149-95f6f546b6f0), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.895326 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (9add3997-100e-4517-8149-95f6f546b6f0), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.915996 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9add3997-100e-4517-8149-95f6f546b6f0']}} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:48.932428 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2410b5-7324-4008-ba75-46a383d63800') {'for_net_delete': True} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:48.932428 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2410b5-7324-4008-ba75-46a383d63800') {} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:48.933209 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 32874) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:48.949098 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2758391'] for segment (6c2410b5-7324-4008-ba75-46a383d63800), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.966425 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (6c2410b5-7324-4008-ba75-46a383d63800), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.972651 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:35:48.973052 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17062705'] for segment (6c2410b5-7324-4008-ba75-46a383d63800), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: Traceback (most recent call last): Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: timer() Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: cb(*args, **kw) Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: return func(*args, **kwargs) Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: self._notify() Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: self.callback(batched_events) Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: event.method(event) Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: return f(self, *a, **k) Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._get(url).json() Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: return self.request(url, 'GET', **kwargs) Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:35:48.975010 dv-cinder-606346-33-iscsi neutron-server[102726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:35:49.036918 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (9add3997-100e-4517-8149-95f6f546b6f0), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.059214 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.066034 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] 10.222.0.15 "DELETE /v2.0/networks/9add3997-100e-4517-8149-95f6f546b6f0 HTTP/1.1" status: 204 len: 168 time: 0.3500233 Jan 11 06:35:49.066034 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7f26c-24a6-45d2-85eb-e0bb3607aa8c admin admin] Pushing event deleted for resources: {'Network': ['ID=9add3997-100e-4517-8149-95f6f546b6f0,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:49.087656 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0e903776-eee3-4779-8d1f-78aea66e17c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.111435 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-230d6702-6e7d-466b-9c52-f30c5f547bff req-62797d20-983a-4a90-a5c8-2483d9a29108 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872469 Jan 11 06:35:49.196874 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0e903776-eee3-4779-8d1f-78aea66e17c1 admin admin] Publish callbacks [] for security_group (de3243a6-32d0-4a03-926d-6374a5080220), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.202127 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0e903776-eee3-4779-8d1f-78aea66e17c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (de3243a6-32d0-4a03-926d-6374a5080220), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.210867 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 32886) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:49.260122 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a4eb0f1e-648d-4978-88fc-d707d4f72add admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8157bd766b443078335d821066e75d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0480242 Jan 11 06:35:49.262793 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 32890) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:49.276748 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-0e903776-eee3-4779-8d1f-78aea66e17c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5bf1bc6e03244f88d7bc684c4dab6f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421588 Jan 11 06:35:49.279762 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 32892) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:49.284041 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e903776-eee3-4779-8d1f-78aea66e17c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3243a6-32d0-4a03-926d-6374a5080220,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:49.318280 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d6702-6e7d-466b-9c52-f30c5f547bff req-2480ab58-39e1-423a-a3d6-f289ffff19b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:49.319752 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-230d6702-6e7d-466b-9c52-f30c5f547bff req-2480ab58-39e1-423a-a3d6-f289ffff19b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 1098 time: 0.1043947 Jan 11 06:35:49.337128 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-da13274b-bf4b-4aae-a4e6-747e1605ca0b admin admin] Publish callbacks [] for security_group (814baddd-f5bf-4466-9f83-d3212c76c01f), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.347895 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-32d87075-a8ab-4b15-8312-abfa0932fc2c admin admin] Publish callbacks [] for security_group (de3243a6-32d0-4a03-926d-6374a5080220), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.374715 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-32d87075-a8ab-4b15-8312-abfa0932fc2c admin admin] Publish callbacks [] for security_group (de3243a6-32d0-4a03-926d-6374a5080220), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.393117 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-da13274b-bf4b-4aae-a4e6-747e1605ca0b admin admin] Publish callbacks [] for security_group (814baddd-f5bf-4466-9f83-d3212c76c01f), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.438884 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-32d87075-a8ab-4b15-8312-abfa0932fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (de3243a6-32d0-4a03-926d-6374a5080220), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.444640 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-32d87075-a8ab-4b15-8312-abfa0932fc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.447476 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-32d87075-a8ab-4b15-8312-abfa0932fc2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de3243a6-32d0-4a03-926d-6374a5080220 HTTP/1.1" status: 204 len: 168 time: 0.1665244 Jan 11 06:35:49.459356 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d87075-a8ab-4b15-8312-abfa0932fc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3243a6-32d0-4a03-926d-6374a5080220,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:49.539289 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d6702-6e7d-466b-9c52-f30c5f547bff req-8ac62920-8731-4a92-b9da-c04bc9cb317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:49.540887 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-230d6702-6e7d-466b-9c52-f30c5f547bff req-8ac62920-8731-4a92-b9da-c04bc9cb317e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 200 len: 916 time: 0.1875324 Jan 11 06:35:49.553442 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-da13274b-bf4b-4aae-a4e6-747e1605ca0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (814baddd-f5bf-4466-9f83-d3212c76c01f), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.554760 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-da13274b-bf4b-4aae-a4e6-747e1605ca0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.558257 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-da13274b-bf4b-4aae-a4e6-747e1605ca0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/814baddd-f5bf-4466-9f83-d3212c76c01f HTTP/1.1" status: 204 len: 168 time: 0.2879541 Jan 11 06:35:49.621286 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13274b-bf4b-4aae-a4e6-747e1605ca0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814baddd-f5bf-4466-9f83-d3212c76c01f,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:49.625532 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-230d6702-6e7d-466b-9c52-f30c5f547bff req-adef4de7-4438-472d-b1b3-0a922890ce25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0700528-82fb-413a-b58a-97b306f4e6cf HTTP/1.1" status: 200 len: 217 time: 0.0686183 Jan 11 06:35:49.651663 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1086001-4f11-44fd-bce3-7c740c66fece req-fe8ac1c1-4e70-4aa9-b746-d300d1b95529 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:49.666594 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e1086001-4f11-44fd-bce3-7c740c66fece req-fe8ac1c1-4e70-4aa9-b746-d300d1b95529 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.1214643 Jan 11 06:35:49.701194 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:49.733934 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d6702-6e7d-466b-9c52-f30c5f547bff req-60d0ba17-5b76-499e-9d72-418810882ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:49.735455 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-230d6702-6e7d-466b-9c52-f30c5f547bff req-60d0ba17-5b76-499e-9d72-418810882ce6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=86961111-d8a7-47df-8f63-8941f1ef9030 HTTP/1.1" status: 200 len: 855 time: 0.1012857 Jan 11 06:35:49.759317 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e1086001-4f11-44fd-bce3-7c740c66fece req-be666534-5dc2-4bca-8128-487773384a79 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938847 Jan 11 06:35:49.796444 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-230d6702-6e7d-466b-9c52-f30c5f547bff req-252d826b-bda4-415c-8504-7d52bf3163fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e69e80d8-91a0-4085-a401-00f95b7821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356686 Jan 11 06:35:49.912117 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-230d6702-6e7d-466b-9c52-f30c5f547bff req-47eed347-1a9b-4709-b670-ad3cedcd9348 service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074717 Jan 11 06:35:50.026773 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-230d6702-6e7d-466b-9c52-f30c5f547bff req-caf84538-889b-458a-a1b5-2f919b113adb service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001489 Jan 11 06:35:50.285461 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 32944) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:50.470078 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-778d935c-83fd-436c-9543-b84c18b9891d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:50.555351 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-778d935c-83fd-436c-9543-b84c18b9891d admin admin] Publish callbacks [] for security_group (1ae788e4-6396-4d17-a51c-0f7b33b11dbd), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:50.559329 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-778d935c-83fd-436c-9543-b84c18b9891d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (1ae788e4-6396-4d17-a51c-0f7b33b11dbd), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:50.605776 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-778d935c-83fd-436c-9543-b84c18b9891d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f26a06eb58e94029929a9cfeb29942c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189874 Jan 11 06:35:50.606958 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d935c-83fd-436c-9543-b84c18b9891d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae788e4-6396-4d17-a51c-0f7b33b11dbd,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:50.610042 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 32962) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:50.662406 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 32966) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:50.684179 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-010e207b-a41c-4922-b4b4-530d56aea998 admin admin] Publish callbacks [] for security_group (1ae788e4-6396-4d17-a51c-0f7b33b11dbd), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:50.727389 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-010e207b-a41c-4922-b4b4-530d56aea998 admin admin] Publish callbacks [] for security_group (1ae788e4-6396-4d17-a51c-0f7b33b11dbd), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:50.799508 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-010e207b-a41c-4922-b4b4-530d56aea998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (1ae788e4-6396-4d17-a51c-0f7b33b11dbd), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:50.803307 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-010e207b-a41c-4922-b4b4-530d56aea998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:50.804934 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-010e207b-a41c-4922-b4b4-530d56aea998 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ae788e4-6396-4d17-a51c-0f7b33b11dbd HTTP/1.1" status: 204 len: 168 time: 0.1938038 Jan 11 06:35:50.814990 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e207b-a41c-4922-b4b4-530d56aea998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae788e4-6396-4d17-a51c-0f7b33b11dbd,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:50.870769 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 32978) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:50.915431 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2203-adea-40a6-b34c-e2cd35c9d9a3 req-17617ba1-a3ee-45ae-a878-60bf92334207 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:50.917189 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d90e2203-adea-40a6-b34c-e2cd35c9d9a3 req-17617ba1-a3ee-45ae-a878-60bf92334207 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0642366 Jan 11 06:35:50.941563 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1511935841-network', 'tenant_id': '7a2af370ad2940278c8f9fe51fae8838'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:50.973790 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Made reservation on behalf of 7a2af370ad2940278c8f9fe51fae8838 for: {'network': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:35:50.977643 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:50.985578 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d90e2203-adea-40a6-b34c-e2cd35c9d9a3 req-0fc1d769-92d0-48be-aa82-69f350038158 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628788 Jan 11 06:35:50.990280 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.103250 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Publish callbacks [] for security_group (657cb8fd-0f84-405f-858e-bb08ebc76ff1), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.108573 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (657cb8fd-0f84-405f-858e-bb08ebc76ff1), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.133802 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-665072140-network', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:51.136797 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:35:51.160825 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (46421354-b853-4308-9052-12dffe5f497f), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.161272 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.segments_db [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Added segment 46421354-b853-4308-9052-12dffe5f497f of type vlan for network b85a2e52-6946-456b-a5cd-27f115447827 Jan 11 06:35:51.172841 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657cb8fd-0f84-405f-858e-bb08ebc76ff1,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:51.226687 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (b85a2e52-6946-456b-a5cd-27f115447827), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.234725 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Made reservation on behalf of dc1782a809b943b8a93f2d7592e22336 for: {'network': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:35:51.235138 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.248288 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.272915 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (b85a2e52-6946-456b-a5cd-27f115447827), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.273868 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:51.274503 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.318209 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6538668 Jan 11 06:35:51.321255 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 32994) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:51.326435 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-fa6fc994-5902-44e7-9a0d-0cdc53fafa02 admin admin] Request body: {'subnet': {'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1511935841-subnet', 'tenant_id': '7a2af370ad2940278c8f9fe51fae8838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:51.351657 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6fc994-5902-44e7-9a0d-0cdc53fafa02 admin admin] Made reservation on behalf of 7a2af370ad2940278c8f9fe51fae8838 for: {'subnet': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:35:51.354112 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc994-5902-44e7-9a0d-0cdc53fafa02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3809041'] for subnet (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.354660 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f00e1-b13e-4e25-a8ae-517f32710eaa admin admin] Pushing event updated for resources: {'Network': ['ID=b85a2e52-6946-456b-a5cd-27f115447827,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:51.371313 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network b85a2e52-6946-456b-a5cd-27f115447827 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:35:51.417750 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Publish callbacks [] for security_group (9a652d6a-cfe5-49b3-a00a-bbc71b47e9da), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.422899 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (9a652d6a-cfe5-49b3-a00a-bbc71b47e9da), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.469849 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:35:51.476141 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a652d6a-cfe5-49b3-a00a-bbc71b47e9da,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:51.484581 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (503cda0a-6704-4667-b4e4-987d29276bb4), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.485293 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.segments_db [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Added segment 503cda0a-6704-4667-b4e4-987d29276bb4 of type vlan for network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 Jan 11 06:35:51.533436 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (1eeaf5e6-01d3-4120-a197-ae4322f76c29), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.590933 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc994-5902-44e7-9a0d-0cdc53fafa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3809027'] for subnet (fedb32f5-af0c-455d-a540-418e7ccc266b), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.653852 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fc994-5902-44e7-9a0d-0cdc53fafa02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fedb32f5-af0c-455d-a540-418e7ccc266b,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:51.666275 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fc994-5902-44e7-9a0d-0cdc53fafa02 admin admin] Checking segment: {'id': '46421354-b853-4308-9052-12dffe5f497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:51.666722 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6fc994-5902-44e7-9a0d-0cdc53fafa02 admin admin] Network hostable DHCP agents. Network: b85a2e52-6946-456b-a5cd-27f115447827, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:35:51.695019 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6fc994-5902-44e7-9a0d-0cdc53fafa02 admin admin] Network b85a2e52-6946-456b-a5cd-27f115447827 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:35:51.709014 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-fa6fc994-5902-44e7-9a0d-0cdc53fafa02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, b85a2e52-6946-456b-a5cd-27f115447827) {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:35:51.718754 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49f931c-1df6-47b3-99a2-ad1ea89d0248 None None] Network b85a2e52-6946-456b-a5cd-27f115447827 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:35:51.725748 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6fc994-5902-44e7-9a0d-0cdc53fafa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:51.727754 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc994-5902-44e7-9a0d-0cdc53fafa02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.732971 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (1eeaf5e6-01d3-4120-a197-ae4322f76c29), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.734002 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:51.734677 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.754327 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-fa6fc994-5902-44e7-9a0d-0cdc53fafa02 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4310834 Jan 11 06:35:51.786539 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9143910 Jan 11 06:35:51.791074 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33014) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:51.803928 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-68f4448d-8a24-4754-aaa4-c0794b582421 admin admin] Request body: {'subnet': {'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-665072140-subnet', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:51.820853 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.867152 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f4448d-8a24-4754-aaa4-c0794b582421 admin admin] Made reservation on behalf of dc1782a809b943b8a93f2d7592e22336 for: {'subnet': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:35:51.868283 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-68f4448d-8a24-4754-aaa4-c0794b582421 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17173784'] for subnet (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:51.889663 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9705f5-fa36-4b19-8c1a-12a1790d99e4 None None] Network b85a2e52-6946-456b-a5cd-27f115447827 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:35:51.898514 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfb2fb-da39-4346-bcf5-eff9709767f4 admin admin] Pushing event updated for resources: {'Network': ['ID=1eeaf5e6-01d3-4120-a197-ae4322f76c29,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:51.918761 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:35:52.168448 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-68f4448d-8a24-4754-aaa4-c0794b582421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17062810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17173770'] for subnet (e9469a88-fcbd-457a-acab-65ffd45b40af), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:52.174315 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee6f60-ccb8-4091-9b4c-008c89d69e6b req-cddd9740-d22c-4bef-9fdd-97575a1e9875 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:52.177282 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d4ee6f60-ccb8-4091-9b4c-008c89d69e6b req-cddd9740-d22c-4bef-9fdd-97575a1e9875 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0822818 Jan 11 06:35:52.238123 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4448d-8a24-4754-aaa4-c0794b582421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9469a88-fcbd-457a-acab-65ffd45b40af,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:52.243413 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f4448d-8a24-4754-aaa4-c0794b582421 admin admin] Checking segment: {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:52.243759 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f4448d-8a24-4754-aaa4-c0794b582421 admin admin] Network hostable DHCP agents. Network: 1eeaf5e6-01d3-4120-a197-ae4322f76c29, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:35:52.263521 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d4ee6f60-ccb8-4091-9b4c-008c89d69e6b req-3c107ef9-cd43-48f3-b3ad-55c87648a4e0 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720925 Jan 11 06:35:52.276680 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f4448d-8a24-4754-aaa4-c0794b582421 admin admin] Network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:35:52.293443 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-68f4448d-8a24-4754-aaa4-c0794b582421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, 1eeaf5e6-01d3-4120-a197-ae4322f76c29) {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:35:52.297924 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f4448d-8a24-4754-aaa4-c0794b582421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:52.298618 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-68f4448d-8a24-4754-aaa4-c0794b582421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:52.303060 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5743fa7-c3ba-4c12-98fb-342f00fb7d8a None None] Network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:35:52.348419 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-68f4448d-8a24-4754-aaa4-c0794b582421 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5535336 Jan 11 06:35:52.349694 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33026) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:52.354923 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:35:52.390733 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13884'] for router (3dad3d8d-dec6-4f9a-96c0-4408689d8616), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:52.392331 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-993979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13867'] for router (3dad3d8d-dec6-4f9a-96c0-4408689d8616), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:52.418088 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c588cce-5400-5ad6-872a-9e39f37289d9-1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af'}]}} from dv-cinder-606346-33-iscsi. {{(pid=102727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 06:35:52.419140 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:52.461948 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Publish callbacks [] for router_controller (3dad3d8d-dec6-4f9a-96c0-4408689d8616), precommit_add_association {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:52.558672 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.db_base_plugin_common [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Allocated IP 172.20.0.2 (1eeaf5e6-01d3-4120-a197-ae4322f76c29/e9469a88-fcbd-457a-acab-65ffd45b40af/f2f4c3c5-f943-4415-8877-4b13772288ed) {{(pid=102727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:35:52.601297 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Publish callbacks [] for router_gateway (3dad3d8d-dec6-4f9a-96c0-4408689d8616), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:52.800270 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Publish callbacks [] for router_gateway (3dad3d8d-dec6-4f9a-96c0-4408689d8616), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:52.818374 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Publish callbacks [] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), precommit_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:52.823339 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:52.828050 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:52.874619 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 is already hosted by enough agents. {{(pid=102727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:35:52.877413 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.base_scheduler [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Resources bound (agent type, host, resource id): {{(pid=102727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:35:52.883156 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Received port after_create {{(pid=102727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:35:52.890753 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Pushing event updated for resources: {'Port': ['ID=f2f4c3c5-f943-4415-8877-4b13772288ed,revision_number=1']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:52.918167 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.918541 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.918909 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.919260 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.919595 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.919927 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.920276 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.920634 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.921234 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.921323 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.921604 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.922097 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.922428 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:52.935971 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Allocated IP 172.27.2.160 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/ab502637-4ee7-4d75-bf87-da77cbbb7782) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:35:52.962199 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Attempting to bind port f2f4c3c5-f943-4415-8877-4b13772288ed on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:35:52.962833 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Attempting to bind port f2f4c3c5-f943-4415-8877-4b13772288ed by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:35:52.963556 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Attempting to bind port f2f4c3c5-f943-4415-8877-4b13772288ed on network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:52.969745 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:35:52.970128 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Checking segment: {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:52.970533 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:52.970930 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Bound using segment: {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:35:52.972110 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Bound port: f2f4c3c5-f943-4415-8877-4b13772288ed, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:35:52.972545 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:53.035749 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] For port f2f4c3c5-f943-4415-8877-4b13772288ed, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:35:53.038775 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] For port f2f4c3c5-f943-4415-8877-4b13772288ed, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=f2f4c3c5-f943-4415-8877-4b13772288ed,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:35:53.043471 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:53.052476 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Publish callbacks [] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:53.095786 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:53.105437 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d623943-a376-49dc-b942-f2474e61e093 None None] Pushing event updated for resources: {'Port': ['ID=f2f4c3c5-f943-4415-8877-4b13772288ed,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:53.140352 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:35:53.143223 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:35:53.147175 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:35:53.152733 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Pushing event updated for resources: {'Port': ['ID=ab502637-4ee7-4d75-bf87-da77cbbb7782,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:53.662053 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device f2f4c3c5-f943-4415-8877-4b13772288ed up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:53.724153 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port f2f4c3c5-f943-4415-8877-4b13772288ed triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:53.724816 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:53.733082 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8914e-f73a-420b-b904-a3d82589a06f req-05e4484d-3640-4aca-afe4-d21337207bc5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:35:53.734568 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f5b8914e-f73a-420b-b904-a3d82589a06f req-05e4484d-3640-4aca-afe4-d21337207bc5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.3340175 Jan 11 06:35:53.750540 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Publish callbacks [] for router_gateway (3dad3d8d-dec6-4f9a-96c0-4408689d8616), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:53.815256 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port f2f4c3c5-f943-4415-8877-4b13772288ed is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:53.815887 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:53.854047 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port f2f4c3c5-f943-4415-8877-4b13772288ed, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=f2f4c3c5-f943-4415-8877-4b13772288ed,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:53.857030 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f5b8914e-f73a-420b-b904-a3d82589a06f req-3cbcf2d0-1b1a-48a4-873d-97bf8478ce30 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147337 Jan 11 06:35:53.867591 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:53.987695 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=f2f4c3c5-f943-4415-8877-4b13772288ed,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:54.007585 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993934'] for router (3dad3d8d-dec6-4f9a-96c0-4408689d8616), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:54.139710 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 is scheduled to L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c with binding_index 1 {{(pid=102725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 06:35:54.226005 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1d296-513e-43f2-b27f-282f802ece3b None None] Network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:35:54.258147 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:35:54.272110 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Sync routers for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:35:54.278015 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:54.280004 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-d488135a-be1c-479a-918a-1693112f9f0a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9281042 Jan 11 06:35:54.282568 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33054) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:54.295193 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:35:54.295829 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:35:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:54.311288 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-47849e3b-2146-4fcf-b06e-8345bb1c7ccb None None] Provisioning complete for port f2f4c3c5-f943-4415-8877-4b13772288ed triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:54.311820 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-47849e3b-2146-4fcf-b06e-8345bb1c7ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:54.416966 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:35:54.435641 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-47849e3b-2146-4fcf-b06e-8345bb1c7ccb None None] Current status of the port f2f4c3c5-f943-4415-8877-4b13772288ed is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:54.636668 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:53Z', 'revision_number': 3, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:54.658828 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-80a411f2-3503-48ba-a7ad-ddc1bfee0491 None None] Provisioning complete for port f2f4c3c5-f943-4415-8877-4b13772288ed triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:54.659666 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-80a411f2-3503-48ba-a7ad-ddc1bfee0491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:54.665890 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Checking router: 3dad3d8d-dec6-4f9a-96c0-4408689d8616 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:35:54.666251 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Updating router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 port ab502637-4ee7-4d75-bf87-da77cbbb7782 binding host dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:35:54.695778 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:54.754554 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-80a411f2-3503-48ba-a7ad-ddc1bfee0491 None None] Current status of the port f2f4c3c5-f943-4415-8877-4b13772288ed is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:54.795361 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:54.979352 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Allocated IP 172.20.0.1 (1eeaf5e6-01d3-4120-a197-ae4322f76c29/e9469a88-fcbd-457a-acab-65ffd45b40af/603e6937-be9b-4dc8-bfeb-5427d5716e45) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:35:54.986643 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Publish callbacks [] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:54.997805 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.061407 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Pushing event updated for resources: {'Port': ['ID=ab502637-4ee7-4d75-bf87-da77cbbb7782,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:55.061530 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33080) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:55.076485 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.076874 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.077242 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.077615 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.077930 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.078265 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.079060 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.079060 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.079241 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.079580 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.079905 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.080230 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.081410 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:35:55.088927 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Attempting to bind port ab502637-4ee7-4d75-bf87-da77cbbb7782 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:35:55.089303 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Attempting to bind port ab502637-4ee7-4d75-bf87-da77cbbb7782 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:35:55.089666 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Attempting to bind port ab502637-4ee7-4d75-bf87-da77cbbb7782 on network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:55.094800 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:35:55.095221 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Checking segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:55.095623 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.096013 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Bound using segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:35:55.096553 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Bound port: ab502637-4ee7-4d75-bf87-da77cbbb7782, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:35:55.097013 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.118974 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Publish callbacks [] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.154793 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] For port ab502637-4ee7-4d75-bf87-da77cbbb7782, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:35:55.158667 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] For port ab502637-4ee7-4d75-bf87-da77cbbb7782, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=ab502637-4ee7-4d75-bf87-da77cbbb7782,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:35:55.160112 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.165209 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.199974 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b893a8c4-c41f-40e5-ad06-c4a707370699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.204638 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:35:55.208080 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:35:55.215291 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:35:55.243576 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:35:55.243796 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Pushing event updated for resources: {'Port': ['ID=603e6937-be9b-4dc8-bfeb-5427d5716e45,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:55.244260 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:35:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:55.246629 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821424ff-4032-403b-b247-d34cec83ad84 None None] Pushing event updated for resources: {'Port': ['ID=ab502637-4ee7-4d75-bf87-da77cbbb7782,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:55.267653 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992443'] for router_interface (3dad3d8d-dec6-4f9a-96c0-4408689d8616), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.337608 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b893a8c4-c41f-40e5-ad06-c4a707370699 admin admin] Publish callbacks [] for security_group (4a052f19-d987-45c7-bb58-c3f7bc791f8a), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.344383 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b893a8c4-c41f-40e5-ad06-c4a707370699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (4a052f19-d987-45c7-bb58-c3f7bc791f8a), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.390822 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893a8c4-c41f-40e5-ad06-c4a707370699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a052f19-d987-45c7-bb58-c3f7bc791f8a,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:55.394268 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:35:55.422784 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-b893a8c4-c41f-40e5-ad06-c4a707370699 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60cfa18cc8bc4bc69317c27f49d647db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583417 Jan 11 06:35:55.426716 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33084) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:55.490763 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-4adb6d9f-0b50-4759-b25c-6eb70a6e2f3e None None] Provisioning complete for port 603e6937-be9b-4dc8-bfeb-5427d5716e45 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:55.491859 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4adb6d9f-0b50-4759-b25c-6eb70a6e2f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.497564 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.518853 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1c9774be-75ae-41a8-82a3-630a31f7b910 admin admin] Publish callbacks [] for security_group (4a052f19-d987-45c7-bb58-c3f7bc791f8a), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.529220 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-4adb6d9f-0b50-4759-b25c-6eb70a6e2f3e None None] Port 603e6937-be9b-4dc8-bfeb-5427d5716e45 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:35:55.576321 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1c9774be-75ae-41a8-82a3-630a31f7b910 admin admin] Publish callbacks [] for security_group (4a052f19-d987-45c7-bb58-c3f7bc791f8a), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.606383 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device f2f4c3c5-f943-4415-8877-4b13772288ed up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:55.611186 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:53Z', 'revision_number': 3, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:55.660315 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b97ec18-32bd-4bdd-bc48-8afc1df72e5f None None] The sync data for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi is: [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:53Z', 'revision_number': 3, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:35:55.701455 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port f2f4c3c5-f943-4415-8877-4b13772288ed triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:55.702150 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.717081 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1c9774be-75ae-41a8-82a3-630a31f7b910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (4a052f19-d987-45c7-bb58-c3f7bc791f8a), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.719676 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1c9774be-75ae-41a8-82a3-630a31f7b910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.720926 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-1c9774be-75ae-41a8-82a3-630a31f7b910 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a052f19-d987-45c7-bb58-c3f7bc791f8a HTTP/1.1" status: 204 len: 168 time: 0.2931461 Jan 11 06:35:55.772875 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Publish callbacks [] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.783053 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.786331 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9774be-75ae-41a8-82a3-630a31f7b910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a052f19-d987-45c7-bb58-c3f7bc791f8a,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:55.827147 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port f2f4c3c5-f943-4415-8877-4b13772288ed is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:55.875171 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992335'] for router_interface (3dad3d8d-dec6-4f9a-96c0-4408689d8616), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:55.877085 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Pushing event updated for resources: {'Port': ['ID=603e6937-be9b-4dc8-bfeb-5427d5716e45,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:56.002502 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:35:56.007908 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:35:56.166972 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:35:56.342553 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:35:56.352622 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-68911681-ebd8-4a7b-9481-79b5d078fcb3 admin admin] 10.222.0.15 "PUT /v2.0/routers/3dad3d8d-dec6-4f9a-96c0-4408689d8616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0683746 Jan 11 06:35:56.374178 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-4a296708-6ecf-4a16-b317-7429f318b60c None None] Provisioning complete for port 603e6937-be9b-4dc8-bfeb-5427d5716e45 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:56.375051 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4a296708-6ecf-4a16-b317-7429f318b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:56.431831 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-4a296708-6ecf-4a16-b317-7429f318b60c None None] Port 603e6937-be9b-4dc8-bfeb-5427d5716e45 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:35:57.038995 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33122) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:57.149357 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1327df1e-0ab6-4564-8b55-9b538bccc3f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:57.243113 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1327df1e-0ab6-4564-8b55-9b538bccc3f5 admin admin] Publish callbacks [] for security_group (258fb827-48e4-4f21-a5da-7edd62b6a455), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:57.247041 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1327df1e-0ab6-4564-8b55-9b538bccc3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (258fb827-48e4-4f21-a5da-7edd62b6a455), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:57.285421 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-1327df1e-0ab6-4564-8b55-9b538bccc3f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b48b7a2cd354573a82007afd11def22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452826 Jan 11 06:35:57.286231 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327df1e-0ab6-4564-8b55-9b538bccc3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258fb827-48e4-4f21-a5da-7edd62b6a455,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:57.288134 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33130) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:35:57.337112 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-43c92139-a345-4326-b155-96cd05c53cd7 admin admin] Publish callbacks [] for security_group (258fb827-48e4-4f21-a5da-7edd62b6a455), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:57.361959 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-43c92139-a345-4326-b155-96cd05c53cd7 admin admin] Publish callbacks [] for security_group (258fb827-48e4-4f21-a5da-7edd62b6a455), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:57.410048 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-43c92139-a345-4326-b155-96cd05c53cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (258fb827-48e4-4f21-a5da-7edd62b6a455), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:57.412941 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-43c92139-a345-4326-b155-96cd05c53cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:57.414097 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-43c92139-a345-4326-b155-96cd05c53cd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/258fb827-48e4-4f21-a5da-7edd62b6a455 HTTP/1.1" status: 204 len: 168 time: 0.1249428 Jan 11 06:35:57.421982 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c92139-a345-4326-b155-96cd05c53cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258fb827-48e4-4f21-a5da-7edd62b6a455,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:57.481982 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Sync routers for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:35:57.494533 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:35:57.495340 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:35:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:57.618675 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:35:57.652427 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device ab502637-4ee7-4d75-bf87-da77cbbb7782 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:57.830505 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port ab502637-4ee7-4d75-bf87-da77cbbb7782 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:57.831439 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:57.950652 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 2, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:57.989350 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port ab502637-4ee7-4d75-bf87-da77cbbb7782 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:57.989748 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:57.995739 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Checking router: 3dad3d8d-dec6-4f9a-96c0-4408689d8616 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:35:57.996137 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Updating router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 port 603e6937-be9b-4dc8-bfeb-5427d5716e45 binding host dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:35:58.031928 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port ab502637-4ee7-4d75-bf87-da77cbbb7782, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=ab502637-4ee7-4d75-bf87-da77cbbb7782,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:58.035548 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:58.038731 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:58.121660 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=ab502637-4ee7-4d75-bf87-da77cbbb7782,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:58.380762 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Publish callbacks [] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), precommit_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:58.386467 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:58.436456 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee1841-33e1-45ee-9545-b2f8d95ad889 None None] Pushing event updated for resources: {'Port': ['ID=603e6937-be9b-4dc8-bfeb-5427d5716e45,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:58.505213 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Attempting to bind port 603e6937-be9b-4dc8-bfeb-5427d5716e45 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:35:58.505801 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Attempting to bind port 603e6937-be9b-4dc8-bfeb-5427d5716e45 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:35:58.506142 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Attempting to bind port 603e6937-be9b-4dc8-bfeb-5427d5716e45 on network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:35:58.514705 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:35:58.515141 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Checking segment: {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:35:58.515555 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:58.516112 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Bound using segment: {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:35:58.516648 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Bound port: 603e6937-be9b-4dc8-bfeb-5427d5716e45, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:35:58.517031 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:58.595312 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] For port 603e6937-be9b-4dc8-bfeb-5427d5716e45, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:35:58.599565 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] For port 603e6937-be9b-4dc8-bfeb-5427d5716e45, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=603e6937-be9b-4dc8-bfeb-5427d5716e45,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:35:58.603957 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:58.659851 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:35:58.660540 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:35:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:58.755442 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee1841-33e1-45ee-9545-b2f8d95ad889 None None] Pushing event updated for resources: {'Port': ['ID=603e6937-be9b-4dc8-bfeb-5427d5716e45,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:58.773255 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-5654e4db-9193-4fe4-b55d-a521a4de2cd2 None None] Provisioning complete for port 603e6937-be9b-4dc8-bfeb-5427d5716e45 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:58.773638 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-5654e4db-9193-4fe4-b55d-a521a4de2cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:58.833811 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:35:59.103082 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-5654e4db-9193-4fe4-b55d-a521a4de2cd2 None None] Current status of the port 603e6937-be9b-4dc8-bfeb-5427d5716e45 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:59.103473 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-5654e4db-9193-4fe4-b55d-a521a4de2cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:59.152651 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-5654e4db-9193-4fe4-b55d-a521a4de2cd2 None None] For port 603e6937-be9b-4dc8-bfeb-5427d5716e45, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=603e6937-be9b-4dc8-bfeb-5427d5716e45,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:35:59.160458 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-5654e4db-9193-4fe4-b55d-a521a4de2cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:59.232647 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654e4db-9193-4fe4-b55d-a521a4de2cd2 None None] Pushing event updated for resources: {'Port': ['ID=603e6937-be9b-4dc8-bfeb-5427d5716e45,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:35:59.252901 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:58Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:35:59.290642 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d028a26-3d9e-4778-a1ae-bcfe37ed8cc7 None None] The sync data for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi is: [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:58Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:35:59.300004 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-bc5acace-ea0e-4d7c-a7d3-2e90fe4ff930 None None] Provisioning complete for port 603e6937-be9b-4dc8-bfeb-5427d5716e45 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:59.300409 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bc5acace-ea0e-4d7c-a7d3-2e90fe4ff930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:59.405010 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-bc5acace-ea0e-4d7c-a7d3-2e90fe4ff930 None None] Current status of the port 603e6937-be9b-4dc8-bfeb-5427d5716e45 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:59.666907 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 603e6937-be9b-4dc8-bfeb-5427d5716e45 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:59.723752 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 603e6937-be9b-4dc8-bfeb-5427d5716e45 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:59.724261 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:59.807713 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 603e6937-be9b-4dc8-bfeb-5427d5716e45 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:35:59.808992 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device ab502637-4ee7-4d75-bf87-da77cbbb7782 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:35:59.859636 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port ab502637-4ee7-4d75-bf87-da77cbbb7782 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:35:59.860007 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:35:59.962282 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port ab502637-4ee7-4d75-bf87-da77cbbb7782 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:01.146425 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-b0a9514f-190a-4364-a1ca-bd55a0e8634c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:01.147885 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-b0a9514f-190a-4364-a1ca-bd55a0e8634c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/networks?id=e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 200 len: 815 time: 0.1855278 Jan 11 06:36:01.154550 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55034e00-2514-496e-b503-1c82a202d523 req-9d5cad28-dc33-47d5-9ffc-d49f200b1a96 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:01.155878 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-9d5cad28-dc33-47d5-9ffc-d49f200b1a96 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/networks?id=b85a2e52-6946-456b-a5cd-27f115447827 HTTP/1.1" status: 200 len: 809 time: 0.1810501 Jan 11 06:36:01.173586 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-4a118331-53a0-4645-866b-005cef5d865f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/quotas/9f6695dbd0cc4bce959ed34cd1bf633c HTTP/1.1" status: 200 len: 375 time: 0.0167382 Jan 11 06:36:01.178807 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-3c84f405-45f8-46d3-a7fe-36dfce32588b tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/quotas/7a2af370ad2940278c8f9fe51fae8838 HTTP/1.1" status: 200 len: 375 time: 0.0154741 Jan 11 06:36:01.227795 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-6af7d725-90ba-437b-829d-27e869109d36 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a2af370ad2940278c8f9fe51fae8838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462935 Jan 11 06:36:01.261389 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-1b694063-7055-402a-84a6-daf6d2669606 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816429 Jan 11 06:36:01.385649 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-9aea0870-abb7-4742-9f0f-c86f394f7075 service neutron] 10.222.0.15 "GET /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496322 Jan 11 06:36:01.420427 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-53a8e391-76ae-4f66-a7f2-6d9774e17e28 service neutron] 10.222.0.15 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513054 Jan 11 06:36:01.744262 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-4852ae19-9d98-4f09-93d0-0705e94ed566 service neutron] 10.222.0.15 "GET /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542950 Jan 11 06:36:01.764422 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-0e7a7cd9-1465-4194-953c-ea570169e899 service neutron] 10.222.0.15 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154511 Jan 11 06:36:01.980053 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95b8a4-2167-42bb-a8dd-bde6872b6cd1 req-13ae84be-93f3-45e2-ade3-aa30c3b1d564 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:01.981980 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3e95b8a4-2167-42bb-a8dd-bde6872b6cd1 req-13ae84be-93f3-45e2-ade3-aa30c3b1d564 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0627973 Jan 11 06:36:02.039596 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3e95b8a4-2167-42bb-a8dd-bde6872b6cd1 req-06aa2eb4-969f-429c-9a3b-33e778e81d53 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515456 Jan 11 06:36:02.435549 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33226) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:02.435549 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-c261174d-5e9f-4272-976c-23ba3e4b270f tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132473335', 'description': 'tempest-description--141081401'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:02.467415 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c261174d-5e9f-4272-976c-23ba3e4b270f tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:02.499094 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e53a4b35-2ec6-4476-b9c2-0635c5b79f5d req-72c14048-8723-429c-8e7d-9127dc405c3b tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 210 time: 0.0301201 Jan 11 06:36:02.552673 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c261174d-5e9f-4272-976c-23ba3e4b270f tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group (39e48b0a-a39e-498d-a4a7-88c855add38f), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:02.556840 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c261174d-5e9f-4272-976c-23ba3e4b270f tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (39e48b0a-a39e-498d-a4a7-88c855add38f), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:02.571450 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cdf01866-866c-4ce2-9f11-6aec44a0d475 req-f57950b0-f05e-4cda-b013-11275b8eebf7 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 210 time: 0.0303800 Jan 11 06:36:02.584917 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261174d-5e9f-4272-976c-23ba3e4b270f tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e48b0a-a39e-498d-a4a7-88c855add38f,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:02.589355 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c261174d-5e9f-4272-976c-23ba3e4b270f tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:02.590572 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-c261174d-5e9f-4272-976c-23ba3e4b270f tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1604357 Jan 11 06:36:02.593583 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33230) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:02.599323 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-7196e552-9e21-451c-b0b9-1c3f587fe608 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Request body: {'security_group_rule': {'security_group_id': '39e48b0a-a39e-498d-a4a7-88c855add38f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:02.616098 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:36:02.633304 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7196e552-9e21-451c-b0b9-1c3f587fe608 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group_rule (ef0f9754-541a-4458-a32c-db36066c52d4), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:02.707349 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7196e552-9e21-451c-b0b9-1c3f587fe608 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group_rule (ef0f9754-541a-4458-a32c-db36066c52d4), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:02.711124 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7196e552-9e21-451c-b0b9-1c3f587fe608 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (ef0f9754-541a-4458-a32c-db36066c52d4), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:02.728895 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196e552-9e21-451c-b0b9-1c3f587fe608 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0f9754-541a-4458-a32c-db36066c52d4,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:02.737518 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7196e552-9e21-451c-b0b9-1c3f587fe608 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:02.738779 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-7196e552-9e21-451c-b0b9-1c3f587fe608 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442857 Jan 11 06:36:02.741515 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33232) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:02.745963 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-8de99c33-33a4-46d4-9e80-9c06d1f7a0f0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Request body: {'security_group_rule': {'security_group_id': '39e48b0a-a39e-498d-a4a7-88c855add38f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:02.776838 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8de99c33-33a4-46d4-9e80-9c06d1f7a0f0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group_rule (65b91e19-c111-427a-8fbb-3084a69b3682), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:02.830552 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8de99c33-33a4-46d4-9e80-9c06d1f7a0f0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group_rule (65b91e19-c111-427a-8fbb-3084a69b3682), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:02.835069 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8de99c33-33a4-46d4-9e80-9c06d1f7a0f0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (65b91e19-c111-427a-8fbb-3084a69b3682), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:02.854498 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de99c33-33a4-46d4-9e80-9c06d1f7a0f0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b91e19-c111-427a-8fbb-3084a69b3682,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:02.862260 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8de99c33-33a4-46d4-9e80-9c06d1f7a0f0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:02.863439 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-8de99c33-33a4-46d4-9e80-9c06d1f7a0f0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209722 Jan 11 06:36:02.866867 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33234) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:02.871141 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Request body: {'floatingip': {'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:02.896887 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:03.000521 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:03.106999 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Allocated IP 172.27.2.165 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/3ad8faee-f1c5-4a72-b627-094bb923020d) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:36:03.158960 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4700115-0f24-4584-8b73-417ac01eb22a req-381e41d2-2717-44b6-b224-bb2951ad366e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:03.160793 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f4700115-0f24-4584-8b73-417ac01eb22a req-381e41d2-2717-44b6-b224-bb2951ad366e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0536249 Jan 11 06:36:03.219591 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for port (3ad8faee-f1c5-4a72-b627-094bb923020d), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:03.221587 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f4700115-0f24-4584-8b73-417ac01eb22a req-f449f1bf-3642-4bf6-9c23-c973aa0872f2 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543711 Jan 11 06:36:03.260064 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (3ad8faee-f1c5-4a72-b627-094bb923020d), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:03.305948 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:03.310855 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:03.313653 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:36:03.339436 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event updated for resources: {'Port': ['ID=3ad8faee-f1c5-4a72-b627-094bb923020d,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:03.447943 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (752f7209-3703-4f2e-854a-dfd3a831f808), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:03.487854 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (3ad8faee-f1c5-4a72-b627-094bb923020d), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:03.625369 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b6e01818-0b9f-43ba-ae30-7bb249ca46fc req-e4f585d7-215a-4ca9-baee-0eb382c8b24e tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 210 time: 0.0345769 Jan 11 06:36:03.655683 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for port (3ad8faee-f1c5-4a72-b627-094bb923020d), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:03.663585 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (3ad8faee-f1c5-4a72-b627-094bb923020d), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:03.726504 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b890b7b1-7b02-4cd4-9ef4-9fcf9fc134d6 req-f42243b3-9408-4549-814f-381c7036b8da tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 210 time: 0.0331326 Jan 11 06:36:03.731203 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event updated for resources: {'Port': ['ID=3ad8faee-f1c5-4a72-b627-094bb923020d,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:03.752074 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (752f7209-3703-4f2e-854a-dfd3a831f808), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:03.767500 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:03.769486 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-ca03b24d-9ccd-4a70-b33c-dcd17d6e805e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9015615 Jan 11 06:36:03.911391 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-585094f6-31dc-4136-b284-f0b5791991dd tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2132473335&fields=id&tenant_id=dc1782a809b943b8a93f2d7592e22336 HTTP/1.1" status: 200 len: 267 time: 0.0415037 Jan 11 06:36:04.024724 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de752-307b-463d-b2f9-88db50789bce req-01b822b7-d6fb-499f-890e-f6945e3fc099 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:04.026180 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-01b822b7-d6fb-499f-890e-f6945e3fc099 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/networks?id=1eeaf5e6-01d3-4120-a197-ae4322f76c29 HTTP/1.1" status: 200 len: 810 time: 0.1085291 Jan 11 06:36:04.041722 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-46aebfd1-7d8d-47a4-88da-8f28da3051fb tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/quotas/dc1782a809b943b8a93f2d7592e22336 HTTP/1.1" status: 200 len: 375 time: 0.0102081 Jan 11 06:36:04.093397 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-66739dec-531e-432f-afae-1baaca831997 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1782a809b943b8a93f2d7592e22336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467141 Jan 11 06:36:04.226686 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-c8b52b9f-7ba7-48b4-ae4a-41940cf619cd service neutron] 10.222.0.15 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191688 Jan 11 06:36:04.452201 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee02ac7-a43f-4ef9-959b-34ecad7a5f5e req-310a6991-335b-47af-ae7c-3c3a1ddaccf9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:04.453714 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2ee02ac7-a43f-4ef9-959b-34ecad7a5f5e req-310a6991-335b-47af-ae7c-3c3a1ddaccf9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.1287749 Jan 11 06:36:04.455542 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-4265ee0f-2e80-448f-8ad6-e1e784b2bc96 service neutron] 10.222.0.15 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229006 Jan 11 06:36:04.463238 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55034e00-2514-496e-b503-1c82a202d523 req-9ddb009a-e2e1-4d45-9520-32948b978b66 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:04.464628 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-9ddb009a-e2e1-4d45-9520-32948b978b66 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.30 "GET /v2.0/networks?id=b85a2e52-6946-456b-a5cd-27f115447827 HTTP/1.1" status: 200 len: 809 time: 0.2068453 Jan 11 06:36:04.499902 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-55034e00-2514-496e-b503-1c82a202d523 req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Request body: {'port': {'device_id': 'd0ff3df9-f77a-4f6b-88ee-fe2b54326132', 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827', 'admin_state_up': True, 'tenant_id': '7a2af370ad2940278c8f9fe51fae8838'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:04.530408 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2ee02ac7-a43f-4ef9-959b-34ecad7a5f5e req-88814d7b-52d7-4b7e-a7aa-98a843f4f23d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647662 Jan 11 06:36:04.646669 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-94ce8653-edc6-4fa8-a298-133a42d46474 req-11cdb9ef-fd69-4e7c-b0ec-f1f8dc175688 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 210 time: 0.0355349 Jan 11 06:36:04.683316 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55034e00-2514-496e-b503-1c82a202d523 req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Made reservation on behalf of 7a2af370ad2940278c8f9fe51fae8838 for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:36:04.687408 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-55034e00-2514-496e-b503-1c82a202d523 req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:04.750827 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-02059f65-299c-4c69-8db9-50644d8375a0 req-92c9eb92-c1bf-44f7-b1ac-11329c25b6ea tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 210 time: 0.0342572 Jan 11 06:36:04.843826 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-58250f49-9204-4493-b2b8-2d56cece6edf req-605b60f1-c2c2-4718-8ca4-61134ac79a48 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 210 time: 0.0352421 Jan 11 06:36:04.915694 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-55034e00-2514-496e-b503-1c82a202d523 req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Allocated IP 172.20.0.9 (b85a2e52-6946-456b-a5cd-27f115447827/fedb32f5-af0c-455d-a540-418e7ccc266b/92afc701-e04b-4754-9093-a174017a5f9a) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:36:05.123819 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-a342c473-57d2-4d65-9e01-92d897ff22c8 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:05.125441 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-a342c473-57d2-4d65-9e01-92d897ff22c8 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "GET /v2.0/networks?id=e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 200 len: 815 time: 0.1824226 Jan 11 06:36:05.165394 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Request body: {'port': {'device_id': '9c7a7d10-9931-4131-b88e-af983b5a07b2', 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0', 'admin_state_up': True, 'tenant_id': '9f6695dbd0cc4bce959ed34cd1bf633c'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:05.194615 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-55034e00-2514-496e-b503-1c82a202d523 req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks [] for port (92afc701-e04b-4754-9093-a174017a5f9a), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:05.287278 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-55034e00-2514-496e-b503-1c82a202d523 req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (92afc701-e04b-4754-9093-a174017a5f9a), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:05.347609 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55034e00-2514-496e-b503-1c82a202d523 req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Network b85a2e52-6946-456b-a5cd-27f115447827 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:05.357475 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-55034e00-2514-496e-b503-1c82a202d523 req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:05.359889 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-55034e00-2514-496e-b503-1c82a202d523 req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:36:05.366893 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Made reservation on behalf of 9f6695dbd0cc4bce959ed34cd1bf633c for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:36:05.370434 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:05.402455 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Pushing event updated for resources: {'Port': ['ID=92afc701-e04b-4754-9093-a174017a5f9a,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:05.470489 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55034e00-2514-496e-b503-1c82a202d523 req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:05.471109 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-55034e00-2514-496e-b503-1c82a202d523 req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:05.496798 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-13e66b4c-2918-46da-aff2-2f2336d24955 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0006332 Jan 11 06:36:05.514473 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Request body: {'port': {'device_id': 'd0ff3df9-f77a-4f6b-88ee-fe2b54326132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:05.605365 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Allocated IP 172.20.0.3 (e69e80d8-91a0-4085-a401-00f95b7821f0/86961111-d8a7-47df-8f63-8941f1ef9030/35e0ff33-67f2-4637-a991-e666ea893ffd) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:36:05.625946 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (92afc701-e04b-4754-9093-a174017a5f9a), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:05.739221 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985383f-59a9-4bf5-9033-7f45db2d6774 req-5346ea43-f815-4eab-8b79-80a976daea33 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:05.740767 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6985383f-59a9-4bf5-9033-7f45db2d6774 req-5346ea43-f815-4eab-8b79-80a976daea33 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.1332521 Jan 11 06:36:05.799491 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6034b81c-1623-49fe-bf9b-355c935e3077 req-e03dadba-01df-49a1-817b-4f7750ba79d0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 210 time: 0.0534718 Jan 11 06:36:06.018143 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6985383f-59a9-4bf5-9033-7f45db2d6774 req-c7310cae-8e79-42bf-b15a-5082c3ca3ada tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671492 Jan 11 06:36:06.025832 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de752-307b-463d-b2f9-88db50789bce req-866484b9-0556-4829-bbcc-0bb811c87a28 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:06.027940 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-866484b9-0556-4829-bbcc-0bb811c87a28 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.30 "GET /v2.0/networks?id=1eeaf5e6-01d3-4120-a197-ae4322f76c29 HTTP/1.1" status: 200 len: 810 time: 0.1105185 Jan 11 06:36:06.076782 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61d489-a4b0-431e-9c66-52a4a361e61d req-ca1ca6c1-3d71-413c-a876-cded937a4a14 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:06.078439 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ff61d489-a4b0-431e-9c66-52a4a361e61d req-ca1ca6c1-3d71-413c-a876-cded937a4a14 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 931 time: 0.1773915 Jan 11 06:36:06.088297 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks [] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:06.142791 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-ca114274-d881-47a3-b117-a7d472ce4fc2 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1782a809b943b8a93f2d7592e22336 HTTP/1.1" status: 200 len: 380 time: 0.0690122 Jan 11 06:36:06.178377 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-a97de752-307b-463d-b2f9-88db50789bce req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Request body: {'port': {'device_id': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'admin_state_up': True, 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'security_groups': ['39e48b0a-a39e-498d-a4a7-88c855add38f']}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:06.188193 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ff61d489-a4b0-431e-9c66-52a4a361e61d req-13a4e591-7d45-43d8-88f8-ff81aba7e4a8 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981076 Jan 11 06:36:06.209193 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:06.257479 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['a0700528-82fb-413a-b58a-97b306f4e6cf'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:36:06.304625 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97de752-307b-463d-b2f9-88db50789bce req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Made reservation on behalf of dc1782a809b943b8a93f2d7592e22336 for: {'port': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:36:06.305394 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Network e69e80d8-91a0-4085-a401-00f95b7821f0 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:06.309871 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-a97de752-307b-463d-b2f9-88db50789bce req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:06.313183 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:06.318284 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92afc701-e04b-4754-9093-a174017a5f9a {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:36:06.324720 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:36:06.355827 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Publish callbacks [] for port (92afc701-e04b-4754-9093-a174017a5f9a), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:06.368283 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Pushing event updated for resources: {'Port': ['ID=35e0ff33-67f2-4637-a991-e666ea893ffd,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:06.405071 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Transition to ACTIVE for port object 92afc701-e04b-4754-9093-a174017a5f9a will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:36:06.415602 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c11b2-d789-48a4-a424-12aaf5131bca req-89694080-398e-47e1-bdcd-28b25dd0c5bc tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:06.417242 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-341c11b2-d789-48a4-a424-12aaf5131bca req-89694080-398e-47e1-bdcd-28b25dd0c5bc tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 931 time: 0.1780140 Jan 11 06:36:06.420513 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (92afc701-e04b-4754-9093-a174017a5f9a), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:06.454427 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:06.455059 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:06.474650 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [req-a97de752-307b-463d-b2f9-88db50789bce req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Allocated IP 172.20.0.12 (1eeaf5e6-01d3-4120-a197-ae4322f76c29/e9469a88-fcbd-457a-acab-65ffd45b40af/bb378416-db3c-40d2-b302-bd1c68d928db) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:36:06.508648 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-da339691-6994-47f9-9765-f12087ce150f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3509164 Jan 11 06:36:06.516197 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Pushing event updated for resources: {'Port': ['ID=92afc701-e04b-4754-9093-a174017a5f9a,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:06.531891 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Request body: {'port': {'device_id': '9c7a7d10-9931-4131-b88e-af983b5a07b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:06.579883 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-341c11b2-d789-48a4-a424-12aaf5131bca req-9e3a3c50-e43c-48fb-8430-b38d444eb4e5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520324 Jan 11 06:36:06.642174 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:06.659223 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-a97de752-307b-463d-b2f9-88db50789bce req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for port (bb378416-db3c-40d2-b302-bd1c68d928db), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:06.666645 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Attempting to bind port 92afc701-e04b-4754-9093-a174017a5f9a on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:36:06.666982 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Attempting to bind port 92afc701-e04b-4754-9093-a174017a5f9a by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '46421354-b853-4308-9052-12dffe5f497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:36:06.667307 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Attempting to bind port 92afc701-e04b-4754-9093-a174017a5f9a on network b85a2e52-6946-456b-a5cd-27f115447827 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:06.689527 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Port 92afc701-e04b-4754-9093-a174017a5f9a on network b85a2e52-6946-456b-a5cd-27f115447827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:36:06.689789 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Attempting to bind port 92afc701-e04b-4754-9093-a174017a5f9a on network b85a2e52-6946-456b-a5cd-27f115447827 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:06.694107 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-a97de752-307b-463d-b2f9-88db50789bce req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:06.704992 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:36:06.705341 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Checking segment: {'id': '46421354-b853-4308-9052-12dffe5f497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:06.705836 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Bound using segment: {'id': '46421354-b853-4308-9052-12dffe5f497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:36:06.706275 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Bound port: 92afc701-e04b-4754-9093-a174017a5f9a, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46421354-b853-4308-9052-12dffe5f497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:36:06.706685 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (92afc701-e04b-4754-9093-a174017a5f9a), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:06.744974 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97de752-307b-463d-b2f9-88db50789bce req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:06.748382 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [req-a97de752-307b-463d-b2f9-88db50789bce req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:06.752075 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97de752-307b-463d-b2f9-88db50789bce req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:36:06.787407 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event updated for resources: {'Port': ['ID=bb378416-db3c-40d2-b302-bd1c68d928db,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:06.814691 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de752-307b-463d-b2f9-88db50789bce req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:06.816005 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-a97de752-307b-463d-b2f9-88db50789bce req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:06.842686 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-496ac281-2c20-475e-bc75-3e5c444ed148 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6683843 Jan 11 06:36:06.869952 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33352) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:06.873217 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Request body: {'port': {'device_id': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:06.912778 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] For port 92afc701-e04b-4754-9093-a174017a5f9a, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:36:06.939221 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] For port 92afc701-e04b-4754-9093-a174017a5f9a, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=92afc701-e04b-4754-9093-a174017a5f9a,segment=NetworkSegment(46421354-b853-4308-9052-12dffe5f497f),segment_id=46421354-b853-4308-9052-12dffe5f497f)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:36:06.953664 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:06.963190 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (92afc701-e04b-4754-9093-a174017a5f9a), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.104246 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-4baafe68-a3bd-44ca-9a9f-d865180f1176 None None] Provisioning complete for port bb378416-db3c-40d2-b302-bd1c68d928db triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:07.105243 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4baafe68-a3bd-44ca-9a9f-d865180f1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.146195 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-4baafe68-a3bd-44ca-9a9f-d865180f1176 None None] Port bb378416-db3c-40d2-b302-bd1c68d928db cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:36:07.255790 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb378416-db3c-40d2-b302-bd1c68d928db {{(pid=102726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:36:07.263187 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Publish callbacks [] for port (bb378416-db3c-40d2-b302-bd1c68d928db), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.269534 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6fe5766f-2857-48dd-bba8-e76815d1d392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.273484 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:07.274096 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.275651 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] 10.222.0.30 "PUT /v2.0/ports/92afc701-e04b-4754-9093-a174017a5f9a HTTP/1.1" status: 200 len: 1093 time: 1.7650576 Jan 11 06:36:07.276036 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.provisioning_blocks [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Transition to ACTIVE for port object bb378416-db3c-40d2-b302-bd1c68d928db will not be triggered until provisioned by entity L2. {{(pid=102726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:36:07.279484 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ff3df9-f77a-4f6b-88ee-fe2b54326132', 'tag': '92afc701-e04b-4754-9093-a174017a5f9a'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:36:07.280299 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.281788 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b5decc-7be8-4d0d-80e6-2db7df97d96e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ff3df9-f77a-4f6b-88ee-fe2b54326132", "tag": "92afc701-e04b-4754-9093-a174017a5f9a"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:36:07.333999 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4124372-f993-4651-a960-caa84976c007 service neutron] Pushing event updated for resources: {'Port': ['ID=bb378416-db3c-40d2-b302-bd1c68d928db,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:07.340277 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304e992-04e0-439f-9e4f-11db1933ac1b req-d533322f-f2b5-4735-aaea-9e8f119afee0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:07.347787 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0304e992-04e0-439f-9e4f-11db1933ac1b req-d533322f-f2b5-4735-aaea-9e8f119afee0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 932 time: 0.4255078 Jan 11 06:36:07.371243 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99676ec-8247-413f-9ea5-804593d6db05 service neutron] Pushing event updated for resources: {'Port': ['ID=92afc701-e04b-4754-9093-a174017a5f9a,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:07.407748 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Attempting to bind port bb378416-db3c-40d2-b302-bd1c68d928db on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:36:07.408085 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Attempting to bind port bb378416-db3c-40d2-b302-bd1c68d928db by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:36:07.408437 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Attempting to bind port bb378416-db3c-40d2-b302-bd1c68d928db on network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:07.415437 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Port bb378416-db3c-40d2-b302-bd1c68d928db on network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:36:07.415437 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Attempting to bind port bb378416-db3c-40d2-b302-bd1c68d928db on network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:07.420070 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:36:07.420070 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Checking segment: {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:07.420389 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Bound using segment: {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:36:07.420759 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Bound port: bb378416-db3c-40d2-b302-bd1c68d928db, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'}}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:36:07.421108 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.463160 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04629f-4509-4210-b158-207ab4d10d02 req-6b4cd4db-29ab-4f5e-924f-769bd2b08474 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:07.464750 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ae04629f-4509-4210-b158-207ab4d10d02 req-6b4cd4db-29ab-4f5e-924f-769bd2b08474 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.2669237 Jan 11 06:36:07.497420 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] For port bb378416-db3c-40d2-b302-bd1c68d928db, host hv-cinder-60634, cleared binding levels {{(pid=102726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:36:07.501039 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] For port bb378416-db3c-40d2-b302-bd1c68d928db, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bb378416-db3c-40d2-b302-bd1c68d928db,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:36:07.506546 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.551004 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:07.551827 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.554234 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-d4124372-f993-4651-a960-caa84976c007 service neutron] 10.222.0.30 "PUT /v2.0/ports/bb378416-db3c-40d2-b302-bd1c68d928db HTTP/1.1" status: 200 len: 1094 time: 0.6857731 Jan 11 06:36:07.554234 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'tag': 'bb378416-db3c-40d2-b302-bd1c68d928db'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:36:07.556779 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc8320e-689b-4c2e-903c-32629a12480b" -d '{"events": [{"name": "network-changed", "server_uuid": "e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a", "tag": "bb378416-db3c-40d2-b302-bd1c68d928db"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:36:07.564858 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e0ff33-67f2-4637-a991-e666ea893ffd {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:36:07.585629 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0304e992-04e0-439f-9e4f-11db1933ac1b req-33167db2-f45b-4b70-9845-61ac62ba2708 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319603 Jan 11 06:36:07.599793 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4124372-f993-4651-a960-caa84976c007 service neutron] Pushing event updated for resources: {'Port': ['ID=bb378416-db3c-40d2-b302-bd1c68d928db,revision_number=3']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:07.621965 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Publish callbacks [] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.626841 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55034e00-2514-496e-b503-1c82a202d523 req-ede7c1f7-43e3-477d-b472-32b674d3d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:07.629560 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-ede7c1f7-43e3-477d-b472-32b674d3d1a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a2af370ad2940278c8f9fe51fae8838&device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 1096 time: 0.2525349 Jan 11 06:36:07.677689 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de752-307b-463d-b2f9-88db50789bce req-dec19e57-16d6-4f00-a867-979e830d6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:07.679289 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-dec19e57-16d6-4f00-a867-979e830d6221 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1782a809b943b8a93f2d7592e22336&device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 1097 time: 0.0482674 Jan 11 06:36:07.706992 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Transition to ACTIVE for port object 35e0ff33-67f2-4637-a991-e666ea893ffd will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:36:07.710885 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ae04629f-4509-4210-b158-207ab4d10d02 req-8b9fcddb-7432-4419-8266-8a2388845dba tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282171 Jan 11 06:36:07.713032 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6fe5766f-2857-48dd-bba8-e76815d1d392 admin admin] Publish callbacks [] for security_group (4b809aeb-7ca4-4f21-a1a5-3394d934321d), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.715375 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-f6bc711a-14d8-4640-b48e-74862d4899c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92afc701-e04b-4754-9093-a174017a5f9a HTTP/1.1" status: 200 len: 217 time: 0.0594323 Jan 11 06:36:07.716320 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.745462 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6fe5766f-2857-48dd-bba8-e76815d1d392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (4b809aeb-7ca4-4f21-a1a5-3394d934321d), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:07.762522 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-5dbb8336-a97a-426e-a94e-a48b1aaf917d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb378416-db3c-40d2-b302-bd1c68d928db HTTP/1.1" status: 200 len: 217 time: 0.0464499 Jan 11 06:36:07.829546 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de752-307b-463d-b2f9-88db50789bce req-4b1f624f-7289-48b1-8e0a-da568beb870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:07.829889 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ac42a0-277c-4f6c-9e65-908564b726fa x-openstack-request-id: req-b9ac42a0-277c-4f6c-9e65-908564b726fa {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:36:07.830183 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ff3df9-f77a-4f6b-88ee-fe2b54326132", "tag": "92afc701-e04b-4754-9093-a174017a5f9a", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:36:07.831030 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9ac42a0-277c-4f6c-9e65-908564b726fa {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:36:07.831590 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ff3df9-f77a-4f6b-88ee-fe2b54326132', 'tag': '92afc701-e04b-4754-9093-a174017a5f9a', 'status': 'completed', 'code': 200} Jan 11 06:36:07.833578 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-4b1f624f-7289-48b1-8e0a-da568beb870c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9469a88-fcbd-457a-acab-65ffd45b40af HTTP/1.1" status: 200 len: 849 time: 0.0633674 Jan 11 06:36:07.860799 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c948b27-0717-4d13-a453-54e01e0cc3cf x-openstack-request-id: req-4c948b27-0717-4d13-a453-54e01e0cc3cf {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:36:07.861442 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a", "tag": "bb378416-db3c-40d2-b302-bd1c68d928db", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:36:07.862044 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c948b27-0717-4d13-a453-54e01e0cc3cf {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:36:07.862854 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'tag': 'bb378416-db3c-40d2-b302-bd1c68d928db', 'status': 'completed', 'code': 200} Jan 11 06:36:07.929351 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de752-307b-463d-b2f9-88db50789bce req-9757c810-5526-4993-86c7-c7e648793298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:07.931568 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-9757c810-5526-4993-86c7-c7e648793298 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eeaf5e6-01d3-4120-a197-ae4322f76c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0876439 Jan 11 06:36:07.932491 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-6fe5766f-2857-48dd-bba8-e76815d1d392 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8ac4cd877bb42bb900f6f8aa0da64c5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0614517 Jan 11 06:36:07.935120 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33384) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:07.947783 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5766f-2857-48dd-bba8-e76815d1d392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b809aeb-7ca4-4f21-a1a5-3394d934321d,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:07.974295 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Pushing event updated for resources: {'Port': ['ID=35e0ff33-67f2-4637-a991-e666ea893ffd,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:07.982860 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55034e00-2514-496e-b503-1c82a202d523 req-d6ccfc8e-8f73-44db-ba64-c2fa7c3eb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:07.984314 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-d6ccfc8e-8f73-44db-ba64-c2fa7c3eb2ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fedb32f5-af0c-455d-a540-418e7ccc266b HTTP/1.1" status: 200 len: 849 time: 0.2580860 Jan 11 06:36:08.055704 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-3b486073-73df-4d62-bd3b-5b3695442f03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b85a2e52-6946-456b-a5cd-27f115447827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446556 Jan 11 06:36:08.065078 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fe5d1-1512-4812-98f1-d3cee23138fa req-779dcc49-695d-4b22-a330-ecd3e2cdb8b3 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:08.066676 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-511fe5d1-1512-4812-98f1-d3cee23138fa req-779dcc49-695d-4b22-a330-ecd3e2cdb8b3 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 943 time: 0.2239823 Jan 11 06:36:08.118083 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Attempting to bind port 35e0ff33-67f2-4637-a991-e666ea893ffd on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:36:08.118416 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Attempting to bind port 35e0ff33-67f2-4637-a991-e666ea893ffd by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:36:08.118741 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Attempting to bind port 35e0ff33-67f2-4637-a991-e666ea893ffd on network e69e80d8-91a0-4085-a401-00f95b7821f0 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:08.135441 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52620f73-ae0a-4d3e-a0fe-b91cfebf6268 req-c9cebe30-2be5-41b0-bbb6-ede21c25fa64 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:08.137030 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-52620f73-ae0a-4d3e-a0fe-b91cfebf6268 req-c9cebe30-2be5-41b0-bbb6-ede21c25fa64 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 943 time: 0.1986451 Jan 11 06:36:08.173583 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Port 35e0ff33-67f2-4637-a991-e666ea893ffd on network e69e80d8-91a0-4085-a401-00f95b7821f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:36:08.173906 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Attempting to bind port 35e0ff33-67f2-4637-a991-e666ea893ffd on network e69e80d8-91a0-4085-a401-00f95b7821f0 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:08.203124 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:36:08.203458 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Checking segment: {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:08.203835 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Bound using segment: {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:36:08.204272 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Bound port: 35e0ff33-67f2-4637-a991-e666ea893ffd, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:36:08.204645 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:08.231261 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-53aab511-f415-44bb-9dbe-3bef151ab1d8 admin admin] Publish callbacks [] for security_group (4b809aeb-7ca4-4f21-a1a5-3394d934321d), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:08.238603 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-f59a1fbb-34e4-40ba-952e-a67f8ff3f2a8 service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945461 Jan 11 06:36:08.249715 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-511fe5d1-1512-4812-98f1-d3cee23138fa req-458c674b-a153-495f-b884-6f0d065bffd3 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732130 Jan 11 06:36:08.265599 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-53aab511-f415-44bb-9dbe-3bef151ab1d8 admin admin] Publish callbacks [] for security_group (4b809aeb-7ca4-4f21-a1a5-3394d934321d), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:08.273531 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-020d96f5-cc77-4fc9-b17a-374e70a8728e service neutron] 10.222.0.30 "GET /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044702 Jan 11 06:36:08.277278 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-52620f73-ae0a-4d3e-a0fe-b91cfebf6268 req-85df058d-a837-4285-99c4-5add09fb2eec tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089170 Jan 11 06:36:08.375368 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-a97de752-307b-463d-b2f9-88db50789bce req-9564b3e4-eb90-4222-a6f8-328b1b955a2c service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271794 Jan 11 06:36:08.381677 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-53aab511-f415-44bb-9dbe-3bef151ab1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (4b809aeb-7ca4-4f21-a1a5-3394d934321d), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:08.387906 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-53aab511-f415-44bb-9dbe-3bef151ab1d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:08.391317 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-53aab511-f415-44bb-9dbe-3bef151ab1d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b809aeb-7ca4-4f21-a1a5-3394d934321d HTTP/1.1" status: 204 len: 168 time: 0.4551032 Jan 11 06:36:08.396147 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] For port 35e0ff33-67f2-4637-a991-e666ea893ffd, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:36:08.405584 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aab511-f415-44bb-9dbe-3bef151ab1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b809aeb-7ca4-4f21-a1a5-3394d934321d,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:08.415740 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] For port 35e0ff33-67f2-4637-a991-e666ea893ffd, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=35e0ff33-67f2-4637-a991-e666ea893ffd,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:36:08.424006 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:08.435548 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55034e00-2514-496e-b503-1c82a202d523 req-f498ea7e-89d8-4f20-8ef8-8efcc6e4fff3 service neutron] 10.222.0.30 "GET /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411355 Jan 11 06:36:08.466595 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:08.467219 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:08.468652 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] 10.222.0.30 "PUT /v2.0/ports/35e0ff33-67f2-4637-a991-e666ea893ffd HTTP/1.1" status: 200 len: 1093 time: 1.9421382 Jan 11 06:36:08.488959 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed03ad1-2999-424e-9c5a-1486a02d531f service neutron] Pushing event updated for resources: {'Port': ['ID=35e0ff33-67f2-4637-a991-e666ea893ffd,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:08.710900 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-d471b0f8-5d9c-4adc-b146-454da4dd2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:08.712659 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-d471b0f8-5d9c-4adc-b146-454da4dd2d7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 1096 time: 0.0485046 Jan 11 06:36:08.772633 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b489c9-3a37-4b3a-b4e4-23ee102434cd req-43b5de71-02fb-42fc-96a0-1c29ae037d18 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:08.779833 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-59b489c9-3a37-4b3a-b4e4-23ee102434cd req-43b5de71-02fb-42fc-96a0-1c29ae037d18 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 944 time: 0.1271985 Jan 11 06:36:08.787987 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-c756b913-6a36-4ce4-ab41-fa548a6ad70d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e0ff33-67f2-4637-a991-e666ea893ffd HTTP/1.1" status: 200 len: 217 time: 0.0537457 Jan 11 06:36:08.795229 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5decc-7be8-4d0d-80e6-2db7df97d96e req-b38b399c-4bfe-45de-ab67-4bdcc63b5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:08.796898 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b3b5decc-7be8-4d0d-80e6-2db7df97d96e req-b38b399c-4bfe-45de-ab67-4bdcc63b5072 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a2af370ad2940278c8f9fe51fae8838&device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 1096 time: 0.1232784 Jan 11 06:36:08.798867 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8320e-689b-4c2e-903c-32629a12480b req-550dcab6-9c40-4741-ad58-2c1fe6e5b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:08.801356 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fc8320e-689b-4c2e-903c-32629a12480b req-550dcab6-9c40-4741-ad58-2c1fe6e5b517 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1782a809b943b8a93f2d7592e22336&device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 1097 time: 0.1384170 Jan 11 06:36:08.851365 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-2609a3cf-1c63-480e-ac0d-db3568589c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:08.853157 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-2609a3cf-1c63-480e-ac0d-db3568589c86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=86961111-d8a7-47df-8f63-8941f1ef9030 HTTP/1.1" status: 200 len: 855 time: 0.0479379 Jan 11 06:36:08.893825 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-b33a9bbd-1718-4658-ba7b-f563a2a1df12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e69e80d8-91a0-4085-a401-00f95b7821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337794 Jan 11 06:36:08.962462 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-59b489c9-3a37-4b3a-b4e4-23ee102434cd req-638dcb49-0019-417b-a80c-cc5651788e87 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801753 Jan 11 06:36:09.003233 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5decc-7be8-4d0d-80e6-2db7df97d96e req-c9dba743-7c86-45c4-9da5-0d2e5cf914dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:09.004973 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b3b5decc-7be8-4d0d-80e6-2db7df97d96e req-c9dba743-7c86-45c4-9da5-0d2e5cf914dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=b85a2e52-6946-456b-a5cd-27f115447827 HTTP/1.1" status: 200 len: 910 time: 0.1928799 Jan 11 06:36:09.023909 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-1cd9b18e-a196-452f-b73e-e93cebc67d8b service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182935 Jan 11 06:36:09.097600 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b3b5decc-7be8-4d0d-80e6-2db7df97d96e req-3d6a820d-f042-44b6-9a53-3998b78176a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92afc701-e04b-4754-9093-a174017a5f9a HTTP/1.1" status: 200 len: 217 time: 0.0730226 Jan 11 06:36:09.127310 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8320e-689b-4c2e-903c-32629a12480b req-bd96af69-3ad7-40cf-aa53-cd43d540eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:09.129224 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fc8320e-689b-4c2e-903c-32629a12480b req-bd96af69-3ad7-40cf-aa53-cd43d540eb24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eeaf5e6-01d3-4120-a197-ae4322f76c29 HTTP/1.1" status: 200 len: 911 time: 0.3062305 Jan 11 06:36:09.136230 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-278933a0-5d65-4f5a-b2c4-2d68fd1627d6 req-bdfe67d4-2763-4925-9d83-58801f0df1bf service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032693 Jan 11 06:36:09.199663 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fc8320e-689b-4c2e-903c-32629a12480b req-fed6a213-fedf-4fff-859d-58b95122fbef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb378416-db3c-40d2-b302-bd1c68d928db HTTP/1.1" status: 200 len: 217 time: 0.0512230 Jan 11 06:36:09.207656 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5decc-7be8-4d0d-80e6-2db7df97d96e req-440e9e9d-c87f-4a8c-8fee-d91c0d0a85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:09.209034 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b3b5decc-7be8-4d0d-80e6-2db7df97d96e req-440e9e9d-c87f-4a8c-8fee-d91c0d0a85ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fedb32f5-af0c-455d-a540-418e7ccc266b HTTP/1.1" status: 200 len: 849 time: 0.0945597 Jan 11 06:36:09.217455 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5326b-70b2-4b01-b8c1-89ba49726568 req-0a2fb5b4-de73-4530-b936-edbd2b308a61 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:09.218719 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e6b5326b-70b2-4b01-b8c1-89ba49726568 req-0a2fb5b4-de73-4530-b936-edbd2b308a61 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.1362417 Jan 11 06:36:09.306003 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b3b5decc-7be8-4d0d-80e6-2db7df97d96e req-a06f60d7-9cad-4acd-aa32-9805763367ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b85a2e52-6946-456b-a5cd-27f115447827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543101 Jan 11 06:36:09.313540 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e6b5326b-70b2-4b01-b8c1-89ba49726568 req-79714cb6-c5e0-4798-aae3-690d3b92d98c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892818 Jan 11 06:36:09.414980 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8320e-689b-4c2e-903c-32629a12480b req-893a16d4-1445-4a0d-921b-25386852501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:09.416380 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fc8320e-689b-4c2e-903c-32629a12480b req-893a16d4-1445-4a0d-921b-25386852501f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9469a88-fcbd-457a-acab-65ffd45b40af HTTP/1.1" status: 200 len: 849 time: 0.1657541 Jan 11 06:36:09.511040 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71e8e2-1e67-4955-a997-8980f97e4609 req-f59362da-52bb-4180-8327-55ed454cff81 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:09.512407 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7f71e8e2-1e67-4955-a997-8980f97e4609 req-f59362da-52bb-4180-8327-55ed454cff81 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 943 time: 0.1765201 Jan 11 06:36:09.523547 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b3b5decc-7be8-4d0d-80e6-2db7df97d96e req-8ffa3ac9-b656-4f41-9439-95ca952a60b6 service neutron] 10.222.0.30 "GET /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091422 Jan 11 06:36:09.533080 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b673080-ed44-4d1a-8527-b611fca0e265 req-80938811-9b30-40df-957d-341b386a57d5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:09.534677 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0b673080-ed44-4d1a-8527-b611fca0e265 req-80938811-9b30-40df-957d-341b386a57d5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 943 time: 0.1595483 Jan 11 06:36:09.542096 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8320e-689b-4c2e-903c-32629a12480b req-0671f7ed-11ba-418c-b11f-1bf78b89800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:09.542969 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fc8320e-689b-4c2e-903c-32629a12480b req-0671f7ed-11ba-418c-b11f-1bf78b89800c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eeaf5e6-01d3-4120-a197-ae4322f76c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1052754 Jan 11 06:36:09.838876 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7a7d10-9931-4131-b88e-af983b5a07b2', 'tag': '35e0ff33-67f2-4637-a991-e666ea893ffd'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:36:09.841097 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071ce6e3-d6b1-47d9-8759-2abd3613475e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7a7d10-9931-4131-b88e-af983b5a07b2", "tag": "35e0ff33-67f2-4637-a991-e666ea893ffd"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:36:09.930484 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7f71e8e2-1e67-4955-a997-8980f97e4609 req-52037d53-ff5c-4246-8a43-fa60764a7a42 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110742 Jan 11 06:36:09.955014 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0b673080-ed44-4d1a-8527-b611fca0e265 req-e60c04f5-adc3-4196-b7d2-e1596e7ac4ba tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111564 Jan 11 06:36:09.966452 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b3b5decc-7be8-4d0d-80e6-2db7df97d96e req-e4d916ba-c69a-4383-8b0c-c1ebffe2289a service neutron] 10.222.0.30 "GET /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308228 Jan 11 06:36:09.979886 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fc8320e-689b-4c2e-903c-32629a12480b req-69afb3e1-a5b7-4060-b34c-a59f3a5ef1c7 service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274523 Jan 11 06:36:09.984282 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b588a4b5-2aa7-41da-9326-bd3c35e89bb8 x-openstack-request-id: req-b588a4b5-2aa7-41da-9326-bd3c35e89bb8 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:36:09.984679 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7a7d10-9931-4131-b88e-af983b5a07b2", "tag": "35e0ff33-67f2-4637-a991-e666ea893ffd", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:36:09.984868 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b588a4b5-2aa7-41da-9326-bd3c35e89bb8 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:36:09.985253 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7a7d10-9931-4131-b88e-af983b5a07b2', 'tag': '35e0ff33-67f2-4637-a991-e666ea893ffd', 'status': 'completed', 'code': 200} Jan 11 06:36:10.168913 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea77ac-b102-49bf-9c0b-3e612fb01c56 req-30dd0418-0474-4306-81dc-970da1bb03a7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:10.170402 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9dea77ac-b102-49bf-9c0b-3e612fb01c56 req-30dd0418-0474-4306-81dc-970da1bb03a7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 944 time: 0.1450598 Jan 11 06:36:10.174335 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ce6e3-d6b1-47d9-8759-2abd3613475e req-f126e349-a675-4245-8a15-70bde876df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:10.176030 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-071ce6e3-d6b1-47d9-8759-2abd3613475e req-f126e349-a675-4245-8a15-70bde876df63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 1096 time: 0.1207836 Jan 11 06:36:10.229946 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fc8320e-689b-4c2e-903c-32629a12480b req-e8bf5ea0-7845-4e96-98c3-6a1fd1c06321 service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733868 Jan 11 06:36:10.288714 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9dea77ac-b102-49bf-9c0b-3e612fb01c56 req-682dc9da-5538-4f3f-9e62-27f2d5c3fc78 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116693 Jan 11 06:36:10.312329 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ce6e3-d6b1-47d9-8759-2abd3613475e req-6ff04c2f-7fbd-4b26-89e6-f3f8485ebb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:10.314012 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-071ce6e3-d6b1-47d9-8759-2abd3613475e req-6ff04c2f-7fbd-4b26-89e6-f3f8485ebb68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 200 len: 916 time: 0.1247580 Jan 11 06:36:10.360920 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-071ce6e3-d6b1-47d9-8759-2abd3613475e req-0e522f67-521c-4a9a-ac7b-6aa668a868e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35e0ff33-67f2-4637-a991-e666ea893ffd HTTP/1.1" status: 200 len: 217 time: 0.0399926 Jan 11 06:36:10.446264 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ce6e3-d6b1-47d9-8759-2abd3613475e req-f6643cf2-cb08-413c-8ab0-c936304da3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:10.447747 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-071ce6e3-d6b1-47d9-8759-2abd3613475e req-f6643cf2-cb08-413c-8ab0-c936304da3bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=86961111-d8a7-47df-8f63-8941f1ef9030 HTTP/1.1" status: 200 len: 855 time: 0.0789406 Jan 11 06:36:10.475136 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29ee3b-128f-49af-a011-abe6f03e2334 req-cac7e9e5-7fe9-4705-a897-262d7395837c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:10.476636 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4b29ee3b-128f-49af-a011-abe6f03e2334 req-cac7e9e5-7fe9-4705-a897-262d7395837c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0779111 Jan 11 06:36:10.493602 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-071ce6e3-d6b1-47d9-8759-2abd3613475e req-f981f118-42f4-4d8c-9eb3-b8626f6ce5ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e69e80d8-91a0-4085-a401-00f95b7821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353169 Jan 11 06:36:10.591081 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4b29ee3b-128f-49af-a011-abe6f03e2334 req-7da9007e-8c1a-4838-9712-6713ba08e77f tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000986 Jan 11 06:36:10.615827 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-071ce6e3-d6b1-47d9-8759-2abd3613475e req-99cef19f-39f9-43cf-8193-854d5e5b5a3f service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090901 Jan 11 06:36:10.712233 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-071ce6e3-d6b1-47d9-8759-2abd3613475e req-532cdaef-9606-451b-9de4-94f266f44846 service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849211 Jan 11 06:36:11.067585 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438fd21-715a-4007-bfbc-8522f2d36240 req-11b9c572-b4e8-4af5-8b80-85013f9ac409 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:11.069336 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c438fd21-715a-4007-bfbc-8522f2d36240 req-11b9c572-b4e8-4af5-8b80-85013f9ac409 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 943 time: 0.0719416 Jan 11 06:36:11.102511 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8982d-9c64-478c-8c60-948e3cd86db5 req-83fdf934-90ab-4dd3-9d1c-926d0a9cbb34 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:11.103860 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-43c8982d-9c64-478c-8c60-948e3cd86db5 req-83fdf934-90ab-4dd3-9d1c-926d0a9cbb34 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 943 time: 0.0727170 Jan 11 06:36:11.146694 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c438fd21-715a-4007-bfbc-8522f2d36240 req-43e74296-6e61-4009-adb0-d2da0d2d86af tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713379 Jan 11 06:36:11.174003 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-43c8982d-9c64-478c-8c60-948e3cd86db5 req-d3c04e4b-8b26-4420-af53-d223b98c2fd4 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597117 Jan 11 06:36:11.416754 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b78f5-a08d-4e10-a06d-b66e7ad86b3b req-37ac946f-9365-4ae4-918a-e95e6e585dd9 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:11.418258 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4f8b78f5-a08d-4e10-a06d-b66e7ad86b3b req-37ac946f-9365-4ae4-918a-e95e6e585dd9 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 944 time: 0.0527563 Jan 11 06:36:11.465061 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4f8b78f5-a08d-4e10-a06d-b66e7ad86b3b req-d153c365-dccb-4352-a766-074342dad24c tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411341 Jan 11 06:36:11.723552 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c667650-d096-420b-9eb9-1a2debdb2e6a req-fc100438-6a2b-4836-a085-ba1e81411fc9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:11.725331 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8c667650-d096-420b-9eb9-1a2debdb2e6a req-fc100438-6a2b-4836-a085-ba1e81411fc9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0597696 Jan 11 06:36:11.778659 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8c667650-d096-420b-9eb9-1a2debdb2e6a req-b01c6e1b-77db-42f8-9867-e71306158496 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453074 Jan 11 06:36:11.827650 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cf16e-07dd-401f-ab93-fec4a61a0c8b req-12702760-2780-48fa-a495-8783517a30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:11.829166 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-de9cf16e-07dd-401f-ab93-fec4a61a0c8b req-12702760-2780-48fa-a495-8783517a30fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 1098 time: 0.0380802 Jan 11 06:36:11.874852 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-de9cf16e-07dd-401f-ab93-fec4a61a0c8b req-87c25806-5013-4a59-8f3d-399f5c3a20bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393162 Jan 11 06:36:12.288981 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539a717-39c0-4e02-876d-54b981f2021e req-c5176e01-b6b0-4305-b35a-269dba8cc566 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:12.290472 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f539a717-39c0-4e02-876d-54b981f2021e req-c5176e01-b6b0-4305-b35a-269dba8cc566 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 943 time: 0.0761073 Jan 11 06:36:12.321321 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1712a-56f6-433a-bbab-6b30bd4dbb4d req-8fd44c37-2ff9-4e7d-8f26-45f9ed17c166 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:12.322829 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0ce1712a-56f6-433a-bbab-6b30bd4dbb4d req-8fd44c37-2ff9-4e7d-8f26-45f9ed17c166 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 943 time: 0.0754502 Jan 11 06:36:12.393814 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f539a717-39c0-4e02-876d-54b981f2021e req-c3af0bf5-4724-4028-b1a0-5d7cbd6abb80 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971553 Jan 11 06:36:12.431432 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0ce1712a-56f6-433a-bbab-6b30bd4dbb4d req-11a640b6-bf46-4d41-91c5-b806e2a41b53 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008446 Jan 11 06:36:12.577801 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fea91-8980-4cb5-9232-594fb6871c75 req-855583e2-3bec-4931-9ee3-a9675c7c98fd tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:12.579238 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8e7fea91-8980-4cb5-9232-594fb6871c75 req-855583e2-3bec-4931-9ee3-a9675c7c98fd tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 944 time: 0.0475662 Jan 11 06:36:12.626212 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8e7fea91-8980-4cb5-9232-594fb6871c75 req-eae37011-1ab7-4a46-b73a-e37210402da0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413775 Jan 11 06:36:12.889768 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9783d-ae44-4565-b3eb-beb557d6fce7 req-6ea5a58d-9ad9-4ac9-a84b-72a73ec44503 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:12.891200 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-84c9783d-ae44-4565-b3eb-beb557d6fce7 req-6ea5a58d-9ad9-4ac9-a84b-72a73ec44503 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0461824 Jan 11 06:36:12.937312 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-84c9783d-ae44-4565-b3eb-beb557d6fce7 req-915e7fa4-f2a0-4abe-94a2-07210c902501 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Jan 11 06:36:13.415267 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-c5b3a0ef-5746-41ee-96b6-23407b9162b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:13.515953 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0e936-847a-4393-b994-f2fcb1608790 req-61c15a98-01b4-4808-804b-7228faf98414 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:13.517440 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-feb0e936-847a-4393-b994-f2fcb1608790 req-61c15a98-01b4-4808-804b-7228faf98414 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 943 time: 0.0525239 Jan 11 06:36:13.562974 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-feb0e936-847a-4393-b994-f2fcb1608790 req-5f892816-9127-4074-8b1d-0f92bb8e4104 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 Jan 11 06:36:13.662811 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e208da9-1f18-482f-9f2a-336f63a0de22 req-0824f18e-c9d7-47ba-92a7-abe7d78f1a8a tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:13.664282 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3e208da9-1f18-482f-9f2a-336f63a0de22 req-0824f18e-c9d7-47ba-92a7-abe7d78f1a8a tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 943 time: 0.0473917 Jan 11 06:36:13.692718 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 92afc701-e04b-4754-9093-a174017a5f9a details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:36:13.712569 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3e208da9-1f18-482f-9f2a-336f63a0de22 req-526e964a-d916-44bb-b332-59e4f8703d25 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 Jan 11 06:36:13.792734 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 92afc701-e04b-4754-9093-a174017a5f9a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=92afc701-e04b-4754-9093-a174017a5f9a,segment=NetworkSegment(46421354-b853-4308-9052-12dffe5f497f),segment_id=46421354-b853-4308-9052-12dffe5f497f)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:13.804447 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '92afc701-e04b-4754-9093-a174017a5f9a', 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827', 'port_id': '92afc701-e04b-4754-9093-a174017a5f9a', 'mac_address': 'fa:16:3e:db:ac:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedb32f5-af0c-455d-a540-418e7ccc266b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:36:13.815894 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b0d6e-020a-4e39-9087-0595c8ffa028 req-feb9b3ac-bccb-480c-915c-564bd76e3d1e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:13.817391 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-609b0d6e-020a-4e39-9087-0595c8ffa028 req-feb9b3ac-bccb-480c-915c-564bd76e3d1e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 944 time: 0.0470104 Jan 11 06:36:13.845404 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 92afc701-e04b-4754-9093-a174017a5f9a is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:13.845852 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (92afc701-e04b-4754-9093-a174017a5f9a), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:13.859244 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92afc701-e04b-4754-9093-a174017a5f9a {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:36:13.867271 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-609b0d6e-020a-4e39-9087-0595c8ffa028 req-fb5072c9-089f-448a-9a71-a1840a3986c9 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440872 Jan 11 06:36:13.879304 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 92afc701-e04b-4754-9093-a174017a5f9a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=92afc701-e04b-4754-9093-a174017a5f9a,segment=NetworkSegment(46421354-b853-4308-9052-12dffe5f497f),segment_id=46421354-b853-4308-9052-12dffe5f497f)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:13.883368 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (92afc701-e04b-4754-9093-a174017a5f9a), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:13.884061 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 35e0ff33-67f2-4637-a991-e666ea893ffd details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:36:13.954760 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=92afc701-e04b-4754-9093-a174017a5f9a,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:14.023831 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 35e0ff33-67f2-4637-a991-e666ea893ffd, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=35e0ff33-67f2-4637-a991-e666ea893ffd,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:14.036337 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '35e0ff33-67f2-4637-a991-e666ea893ffd', 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0', 'port_id': '35e0ff33-67f2-4637-a991-e666ea893ffd', 'mac_address': 'fa:16:3e:e8:57:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86961111-d8a7-47df-8f63-8941f1ef9030', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:36:14.055011 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef121f4b-a923-4c7c-a78b-3efa2b49f5ea req-4c5fc0a3-955e-4d2a-853c-7d8964703ae5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:14.056610 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ef121f4b-a923-4c7c-a78b-3efa2b49f5ea req-4c5fc0a3-955e-4d2a-853c-7d8964703ae5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0510595 Jan 11 06:36:14.076919 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 35e0ff33-67f2-4637-a991-e666ea893ffd is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:14.077315 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:14.092744 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e0ff33-67f2-4637-a991-e666ea893ffd {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:36:14.104780 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ef121f4b-a923-4c7c-a78b-3efa2b49f5ea req-6462dc08-60e0-4eac-9838-4f70d24b9988 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425639 Jan 11 06:36:14.112985 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 35e0ff33-67f2-4637-a991-e666ea893ffd, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=35e0ff33-67f2-4637-a991-e666ea893ffd,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:14.117147 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:14.117930 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device bb378416-db3c-40d2-b302-bd1c68d928db details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:36:14.188968 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=35e0ff33-67f2-4637-a991-e666ea893ffd,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:14.256164 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port bb378416-db3c-40d2-b302-bd1c68d928db, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bb378416-db3c-40d2-b302-bd1c68d928db,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:14.267391 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': 'bb378416-db3c-40d2-b302-bd1c68d928db', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'port_id': 'bb378416-db3c-40d2-b302-bd1c68d928db', 'mac_address': 'fa:16:3e:59:f1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:36:14.304321 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port bb378416-db3c-40d2-b302-bd1c68d928db is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:14.304742 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:14.318762 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb378416-db3c-40d2-b302-bd1c68d928db {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:36:14.337866 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port bb378416-db3c-40d2-b302-bd1c68d928db, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bb378416-db3c-40d2-b302-bd1c68d928db,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:14.341512 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:14.391491 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=bb378416-db3c-40d2-b302-bd1c68d928db,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:14.676810 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4f618-5c45-4595-900d-33c258cdc54a req-587b43e9-ccbb-419a-92d5-b14c21a77daf tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:14.678255 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-83e4f618-5c45-4595-900d-33c258cdc54a req-587b43e9-ccbb-419a-92d5-b14c21a77daf tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 944 time: 0.0478878 Jan 11 06:36:14.724908 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-83e4f618-5c45-4595-900d-33c258cdc54a req-49b9113b-491a-4e98-8fe1-0abadc6dc291 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410988 Jan 11 06:36:14.837948 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f1e73-556e-474d-920c-abae863dbe0c req-cb2851d8-5c04-4553-9f4c-6853f9dd83a6 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:14.839461 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5e6f1e73-556e-474d-920c-abae863dbe0c req-cb2851d8-5c04-4553-9f4c-6853f9dd83a6 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 944 time: 0.0529728 Jan 11 06:36:14.889057 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5e6f1e73-556e-474d-920c-abae863dbe0c req-421db010-7fe9-46d8-bba9-905bff7263f6 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Jan 11 06:36:14.981405 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5c612-8d5c-4403-ba3d-eeda23dd0ccb req-655efdf4-22b5-4269-b5bf-5d9ec0840d47 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:14.982859 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-47f5c612-8d5c-4403-ba3d-eeda23dd0ccb req-655efdf4-22b5-4269-b5bf-5d9ec0840d47 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 945 time: 0.0487161 Jan 11 06:36:15.030169 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-47f5c612-8d5c-4403-ba3d-eeda23dd0ccb req-1e77666a-eaca-4829-926b-b9bd1577a34a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417130 Jan 11 06:36:15.221554 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043df6de-e884-41b5-bf8d-92b0c262dd8a req-5010cc27-9c7d-444e-b637-258e9acad76e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:15.223053 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-043df6de-e884-41b5-bf8d-92b0c262dd8a req-5010cc27-9c7d-444e-b637-258e9acad76e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0506220 Jan 11 06:36:15.268620 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-043df6de-e884-41b5-bf8d-92b0c262dd8a req-73178429-006c-44ed-9f3e-588aa35368db tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400391 Jan 11 06:36:15.317633 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['35e0ff33-67f2-4637-a991-e666ea893ffd'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:36:15.347952 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['92afc701-e04b-4754-9093-a174017a5f9a'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:36:15.377722 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['bb378416-db3c-40d2-b302-bd1c68d928db'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:36:15.725779 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-df29ebe2-87e3-4868-9e25-45b78a1315ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:15.858745 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ada4b4-dc53-4daa-b920-ee72c5c00706 req-2acdf03e-0d17-4e1d-9551-1c168f53ab5f tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:15.862010 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49ada4b4-dc53-4daa-b920-ee72c5c00706 req-2acdf03e-0d17-4e1d-9551-1c168f53ab5f tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 944 time: 0.0528862 Jan 11 06:36:15.932983 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49ada4b4-dc53-4daa-b920-ee72c5c00706 req-b7da6694-0a62-4975-8fdd-b096e49195c6 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638673 Jan 11 06:36:16.009988 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8c71a-2ffb-47e9-af94-2401891bb02b req-47367039-f86a-43ed-b199-f9c71df740bb tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:16.011474 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-39c8c71a-2ffb-47e9-af94-2401891bb02b req-47367039-f86a-43ed-b199-f9c71df740bb tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 944 time: 0.0488174 Jan 11 06:36:16.062159 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-39c8c71a-2ffb-47e9-af94-2401891bb02b req-899d14e4-de7d-4939-828d-630100e6cb9f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 Jan 11 06:36:16.145981 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a39942-7f0c-499b-a8be-4ead38b3b172 req-c225f159-7e11-4596-a204-7fa5f27e8e71 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:16.147560 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-38a39942-7f0c-499b-a8be-4ead38b3b172 req-c225f159-7e11-4596-a204-7fa5f27e8e71 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 945 time: 0.0494771 Jan 11 06:36:16.197550 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-38a39942-7f0c-499b-a8be-4ead38b3b172 req-37683bf1-7c87-4eaf-9162-3bac3407be54 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436068 Jan 11 06:36:16.380419 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea4224-e741-478f-8a95-e96fca9a0bbb req-03030cb4-2afd-435e-b853-3ea341a81f6c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:16.381897 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1bea4224-e741-478f-8a95-e96fca9a0bbb req-03030cb4-2afd-435e-b853-3ea341a81f6c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0471504 Jan 11 06:36:16.428960 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1bea4224-e741-478f-8a95-e96fca9a0bbb req-e68d1d7e-12b3-4e08-8e2b-39481ed57a96 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 Jan 11 06:36:16.545028 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61dfad-bad4-4e4b-b262-dd7426055d11 req-e34b2b7f-9e52-4415-8af3-20a4a490a6df tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:16.546491 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1f61dfad-bad4-4e4b-b262-dd7426055d11 req-e34b2b7f-9e52-4415-8af3-20a4a490a6df tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0507438 Jan 11 06:36:16.592082 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1f61dfad-bad4-4e4b-b262-dd7426055d11 req-e19e2f8d-adba-4733-b0f9-85eace9e0ccf tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 Jan 11 06:36:16.862452 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:17.045664 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e3676-ccbe-4a93-9a10-a3abebdd3e8e req-2e3e66f8-fe1c-4bfe-88ce-905eac4aae85 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:17.047161 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-296e3676-ccbe-4a93-9a10-a3abebdd3e8e req-2e3e66f8-fe1c-4bfe-88ce-905eac4aae85 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 944 time: 0.0484707 Jan 11 06:36:17.095592 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-296e3676-ccbe-4a93-9a10-a3abebdd3e8e req-09ad4124-46e9-4a08-b831-19c3bf54f49e tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Jan 11 06:36:17.180542 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1650c-b56e-4300-85e0-623311cf5ec3 req-e5101d32-5a1c-4e47-ae25-b8fe5a2c7241 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:17.181972 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-77f1650c-b56e-4300-85e0-623311cf5ec3 req-e5101d32-5a1c-4e47-ae25-b8fe5a2c7241 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 944 time: 0.0472472 Jan 11 06:36:17.238309 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-77f1650c-b56e-4300-85e0-623311cf5ec3 req-048ae3e4-3ceb-4531-9e2b-fef00a6a6d13 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507658 Jan 11 06:36:17.314599 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e39827-95e2-40f4-b592-2fad4d56c2d5 req-434c0f79-de7d-48b3-97c2-f0078bc807a4 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:17.316181 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c4e39827-95e2-40f4-b592-2fad4d56c2d5 req-434c0f79-de7d-48b3-97c2-f0078bc807a4 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 945 time: 0.0486455 Jan 11 06:36:17.363357 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c4e39827-95e2-40f4-b592-2fad4d56c2d5 req-4bc9748b-a9cd-4061-9444-e2291a17a018 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413225 Jan 11 06:36:18.232760 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319a5fd-2262-4f45-a8d2-d3fb7e6a6427 req-20937118-4067-4e24-83c1-6fb2be0e3815 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:18.234246 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b319a5fd-2262-4f45-a8d2-d3fb7e6a6427 req-20937118-4067-4e24-83c1-6fb2be0e3815 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1123745 Jan 11 06:36:18.262531 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6406b-fdef-4996-9872-63873164ad34 req-f316b051-816d-45a3-80db-d20a801217fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:18.264004 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3eb6406b-fdef-4996-9872-63873164ad34 req-f316b051-816d-45a3-80db-d20a801217fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 1099 time: 0.1103570 Jan 11 06:36:18.277672 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fd38c-c871-4e4b-b160-13414d1cf7ff req-25adcc24-1e2e-459b-9e1c-c452b002142e tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:18.279114 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-066fd38c-c871-4e4b-b160-13414d1cf7ff req-25adcc24-1e2e-459b-9e1c-c452b002142e tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 944 time: 0.0963991 Jan 11 06:36:18.298258 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:18.379830 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b319a5fd-2262-4f45-a8d2-d3fb7e6a6427 req-884f5bea-4de0-4cc4-809b-369d659147cd tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396818 Jan 11 06:36:18.413984 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-066fd38c-c871-4e4b-b160-13414d1cf7ff req-afa96a7c-a7c9-4e8e-b2ac-fc0770fa238b tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261337 Jan 11 06:36:18.437235 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6406b-fdef-4996-9872-63873164ad34 req-726ef49a-4e1e-412e-96e6-c55ef7ae2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:18.438788 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3eb6406b-fdef-4996-9872-63873164ad34 req-726ef49a-4e1e-412e-96e6-c55ef7ae2f8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 920 time: 0.1587920 Jan 11 06:36:18.505027 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3eb6406b-fdef-4996-9872-63873164ad34 req-0c7687fd-06ef-4ff3-bdc7-787f2d3c894e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11e7438a-7ef8-4f57-ab41-492f9cfa61ec HTTP/1.1" status: 200 len: 217 time: 0.0503592 Jan 11 06:36:18.593876 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b0a96-22b6-47a0-91ae-f48a414bb872 req-28410061-55ac-4f06-9aac-13d7335740c8 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:18.595432 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-498b0a96-22b6-47a0-91ae-f48a414bb872 req-28410061-55ac-4f06-9aac-13d7335740c8 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 944 time: 0.1510885 Jan 11 06:36:18.602944 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6406b-fdef-4996-9872-63873164ad34 req-6c4abae3-cccf-4baf-a849-d2e6d9136b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:18.604343 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3eb6406b-fdef-4996-9872-63873164ad34 req-6c4abae3-cccf-4baf-a849-d2e6d9136b82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb11493f-ae20-42be-b515-410678056618 HTTP/1.1" status: 200 len: 859 time: 0.0880826 Jan 11 06:36:18.615326 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de92fd-95ea-4d9a-9140-994bdee75cff req-bc772e67-5709-4d4c-afad-1755786f85a8 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:18.616708 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e6de92fd-95ea-4d9a-9140-994bdee75cff req-bc772e67-5709-4d4c-afad-1755786f85a8 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 945 time: 0.1135235 Jan 11 06:36:18.659620 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3eb6406b-fdef-4996-9872-63873164ad34 req-42b08863-895a-4c67-91f8-e63a675d3409 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380368 Jan 11 06:36:18.758348 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-498b0a96-22b6-47a0-91ae-f48a414bb872 req-6e11256a-6ace-40c6-a406-3be4177a7387 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530213 Jan 11 06:36:18.770471 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e6de92fd-95ea-4d9a-9140-994bdee75cff req-dd605014-4103-453d-a5b8-af2d77058d3a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479154 Jan 11 06:36:18.801110 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3eb6406b-fdef-4996-9872-63873164ad34 req-a6bcd2aa-d974-4830-a064-bc686218272e service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318996 Jan 11 06:36:18.801688 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device bb378416-db3c-40d2-b302-bd1c68d928db up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:18.851631 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port bb378416-db3c-40d2-b302-bd1c68d928db completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:36:18.855582 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port bb378416-db3c-40d2-b302-bd1c68d928db triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:18.855983 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:18.897658 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3eb6406b-fdef-4996-9872-63873164ad34 req-d1865180-0c69-4225-9e86-7ed058f437ef service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897152 Jan 11 06:36:19.054521 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port bb378416-db3c-40d2-b302-bd1c68d928db is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:19.054905 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.077011 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb378416-db3c-40d2-b302-bd1c68d928db'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:36:19.079262 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6175541b-3580-4860-9656-048c6d9079d6" -d '{"events": [{"server_uuid": "e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a", "name": "network-vif-plugged", "status": "completed", "tag": "bb378416-db3c-40d2-b302-bd1c68d928db"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:36:19.091397 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port bb378416-db3c-40d2-b302-bd1c68d928db, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bb378416-db3c-40d2-b302-bd1c68d928db,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:19.094919 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.096272 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 92afc701-e04b-4754-9093-a174017a5f9a up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:19.134915 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f304dc13-b9f1-4cce-8d33-230bb99e5491 x-openstack-request-id: req-f304dc13-b9f1-4cce-8d33-230bb99e5491 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:36:19.135220 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a", "name": "network-vif-plugged", "status": "completed", "tag": "bb378416-db3c-40d2-b302-bd1c68d928db", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:36:19.135476 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f304dc13-b9f1-4cce-8d33-230bb99e5491 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:36:19.136051 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb378416-db3c-40d2-b302-bd1c68d928db', 'code': 200} Jan 11 06:36:19.178178 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=bb378416-db3c-40d2-b302-bd1c68d928db,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:19.192340 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 92afc701-e04b-4754-9093-a174017a5f9a completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:36:19.198391 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 92afc701-e04b-4754-9093-a174017a5f9a triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:19.198765 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (92afc701-e04b-4754-9093-a174017a5f9a), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.279146 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 92afc701-e04b-4754-9093-a174017a5f9a is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:19.279533 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (92afc701-e04b-4754-9093-a174017a5f9a), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.283104 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33598) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:19.331081 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 92afc701-e04b-4754-9093-a174017a5f9a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=92afc701-e04b-4754-9093-a174017a5f9a,segment=NetworkSegment(46421354-b853-4308-9052-12dffe5f497f),segment_id=46421354-b853-4308-9052-12dffe5f497f)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:19.335487 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (92afc701-e04b-4754-9093-a174017a5f9a), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.336564 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 35e0ff33-67f2-4637-a991-e666ea893ffd up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:19.362253 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae712cf-8f53-42ce-89bb-ea83180b756e req-de256935-9b4a-48b1-a05e-6c8a0266efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:19.365426 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bae712cf-8f53-42ce-89bb-ea83180b756e req-de256935-9b4a-48b1-a05e-6c8a0266efd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 1099 time: 0.0566914 Jan 11 06:36:19.430920 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=92afc701-e04b-4754-9093-a174017a5f9a,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:19.450566 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bae712cf-8f53-42ce-89bb-ea83180b756e req-31b834f4-32dc-4b3f-bdb1-026b90c69945 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768008 Jan 11 06:36:19.451392 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8de53119-3b08-4ca5-ac58-836bcab2a6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.453516 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 35e0ff33-67f2-4637-a991-e666ea893ffd completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:36:19.459546 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 35e0ff33-67f2-4637-a991-e666ea893ffd triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:19.460111 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.542615 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 35e0ff33-67f2-4637-a991-e666ea893ffd is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:19.543005 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.576654 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 35e0ff33-67f2-4637-a991-e666ea893ffd, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=35e0ff33-67f2-4637-a991-e666ea893ffd,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:19.581481 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.587869 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8de53119-3b08-4ca5-ac58-836bcab2a6ce admin admin] Publish callbacks [] for security_group (d8644646-79c8-42f5-99b7-1831cb41053f), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.596306 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8de53119-3b08-4ca5-ac58-836bcab2a6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (d8644646-79c8-42f5-99b7-1831cb41053f), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.615833 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d6c2a-30c7-4cb1-abc8-c30a451be694 req-5235f2f5-d96c-475a-9d9f-1e7dcd95284d tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:19.617344 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-423d6c2a-30c7-4cb1-abc8-c30a451be694 req-5235f2f5-d96c-475a-9d9f-1e7dcd95284d tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 945 time: 0.1170256 Jan 11 06:36:19.628092 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f743f7-d25f-4e1a-8f22-e914efd4e464 req-4c850285-552b-4787-9e42-3dd2ddadfcc2 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:19.629553 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b5f743f7-d25f-4e1a-8f22-e914efd4e464 req-4c850285-552b-4787-9e42-3dd2ddadfcc2 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1281097 Jan 11 06:36:19.638471 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=35e0ff33-67f2-4637-a991-e666ea893ffd,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:19.677132 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.684870 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-8de53119-3b08-4ca5-ac58-836bcab2a6ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=456acde1391c4eabbf5a3988e13fb2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4004474 Jan 11 06:36:19.687563 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33610) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:19.690788 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de53119-3b08-4ca5-ac58-836bcab2a6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8644646-79c8-42f5-99b7-1831cb41053f,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:19.733978 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-423d6c2a-30c7-4cb1-abc8-c30a451be694 req-0bdc1c46-c708-4d5f-873b-4e693c954047 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964341 Jan 11 06:36:19.738487 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b5f743f7-d25f-4e1a-8f22-e914efd4e464 req-0a0aa981-cc53-4bc4-9541-b80450783675 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933297 Jan 11 06:36:19.740178 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e5b777fb-7294-4f40-9eec-614435358e85 admin admin] Publish callbacks [] for security_group (d8644646-79c8-42f5-99b7-1831cb41053f), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.762805 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e5b777fb-7294-4f40-9eec-614435358e85 admin admin] Publish callbacks [] for security_group (d8644646-79c8-42f5-99b7-1831cb41053f), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.808194 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e5b777fb-7294-4f40-9eec-614435358e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (d8644646-79c8-42f5-99b7-1831cb41053f), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.810836 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e5b777fb-7294-4f40-9eec-614435358e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:19.815337 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-e5b777fb-7294-4f40-9eec-614435358e85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8644646-79c8-42f5-99b7-1831cb41053f HTTP/1.1" status: 204 len: 168 time: 0.1260817 Jan 11 06:36:19.825090 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b777fb-7294-4f40-9eec-614435358e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8644646-79c8-42f5-99b7-1831cb41053f,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:19.930379 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca945b2-60a6-4996-b63f-d9e9a13da263 req-f18e8103-6b8a-4436-8fb4-7dcdd0ba6f24 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:19.931866 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-aca945b2-60a6-4996-b63f-d9e9a13da263 req-f18e8103-6b8a-4436-8fb4-7dcdd0ba6f24 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 945 time: 0.0718384 Jan 11 06:36:19.939400 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffce9f-7363-44d1-a245-f0e7f0f8e9ee req-5b0594fc-6b72-43ab-9b00-8ab50b0220ef tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:19.940760 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fbffce9f-7363-44d1-a245-f0e7f0f8e9ee req-5b0594fc-6b72-43ab-9b00-8ab50b0220ef tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0902960 Jan 11 06:36:20.012338 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-aca945b2-60a6-4996-b63f-d9e9a13da263 req-91fefbc8-57b0-4b2e-97b9-f79ff0c6fde8 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706320 Jan 11 06:36:20.015882 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fbffce9f-7363-44d1-a245-f0e7f0f8e9ee req-20472556-3690-41a6-95f4-9165c95c3924 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674453 Jan 11 06:36:20.434776 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33638) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:20.532672 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-721402327-network', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:20.558117 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Made reservation on behalf of a07dbfb98a35408fb3bff666f3db199d for: {'network': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:36:20.561107 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:20.569719 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:20.646528 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Publish callbacks [] for security_group (34178e62-f366-450d-909c-2c43636cf695), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:20.650380 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (34178e62-f366-450d-909c-2c43636cf695), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:20.670211 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:36:20.672615 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33648) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:20.685476 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34178e62-f366-450d-909c-2c43636cf695,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:20.688279 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (507fa1e9-45c1-4e34-95d0-93e2081e49c5), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:20.688706 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.segments_db [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Added segment 507fa1e9-45c1-4e34-95d0-93e2081e49c5 of type vlan for network bebe336f-59ef-41e9-a38e-800c0e378ca8 Jan 11 06:36:20.737970 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (bebe336f-59ef-41e9-a38e-800c0e378ca8), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:20.790866 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (bebe336f-59ef-41e9-a38e-800c0e378ca8), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:20.792094 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:20.792714 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:20.797817 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a797b8a1-44d5-4348-b3b5-3b486e5653f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:20.856984 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4210548 Jan 11 06:36:20.862497 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33656) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:20.885769 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-e32fc237-c201-4ab5-ad7e-628e4d250d04 admin admin] Request body: {'subnet': {'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-721402327-subnet', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'ip_version': 4}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:20.899634 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a797b8a1-44d5-4348-b3b5-3b486e5653f5 admin admin] Publish callbacks [] for security_group (5ac6b00d-6b80-45cc-9259-afde0ab756a8), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:20.903017 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a797b8a1-44d5-4348-b3b5-3b486e5653f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (5ac6b00d-6b80-45cc-9259-afde0ab756a8), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:20.904123 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f4cb0-fc26-4266-a6d6-bcd1285a2647 admin admin] Pushing event updated for resources: {'Network': ['ID=bebe336f-59ef-41e9-a38e-800c0e378ca8,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:20.915998 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network bebe336f-59ef-41e9-a38e-800c0e378ca8 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:36:20.938101 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797b8a1-44d5-4348-b3b5-3b486e5653f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac6b00d-6b80-45cc-9259-afde0ab756a8,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:20.951562 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a797b8a1-44d5-4348-b3b5-3b486e5653f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53eebfa28e92488a9a7455d8aa53d169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778881 Jan 11 06:36:20.955926 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33658) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:21.009617 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-db9d03c4-1364-4eb4-aabf-9edd71782c87 admin admin] Publish callbacks [] for security_group (5ac6b00d-6b80-45cc-9259-afde0ab756a8), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:21.034683 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-db9d03c4-1364-4eb4-aabf-9edd71782c87 admin admin] Publish callbacks [] for security_group (5ac6b00d-6b80-45cc-9259-afde0ab756a8), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:21.085792 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-db9d03c4-1364-4eb4-aabf-9edd71782c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (5ac6b00d-6b80-45cc-9259-afde0ab756a8), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:21.088399 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-db9d03c4-1364-4eb4-aabf-9edd71782c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:21.089597 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-db9d03c4-1364-4eb4-aabf-9edd71782c87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ac6b00d-6b80-45cc-9259-afde0ab756a8 HTTP/1.1" status: 204 len: 168 time: 0.1325066 Jan 11 06:36:21.099472 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d03c4-1364-4eb4-aabf-9edd71782c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac6b00d-6b80-45cc-9259-afde0ab756a8,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:21.137888 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ff3df9-f77a-4f6b-88ee-fe2b54326132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92afc701-e04b-4754-9093-a174017a5f9a'}, {'server_uuid': '9c7a7d10-9931-4131-b88e-af983b5a07b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e0ff33-67f2-4637-a991-e666ea893ffd'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:36:21.140196 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c35ed27-6dde-47bd-8dfc-3729513bd559" -d '{"events": [{"server_uuid": "d0ff3df9-f77a-4f6b-88ee-fe2b54326132", "name": "network-vif-plugged", "status": "completed", "tag": "92afc701-e04b-4754-9093-a174017a5f9a"}, {"server_uuid": "9c7a7d10-9931-4131-b88e-af983b5a07b2", "name": "network-vif-plugged", "status": "completed", "tag": "35e0ff33-67f2-4637-a991-e666ea893ffd"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:36:21.170321 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32fc237-c201-4ab5-ad7e-628e4d250d04 admin admin] Made reservation on behalf of a07dbfb98a35408fb3bff666f3db199d for: {'subnet': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:36:21.172652 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e32fc237-c201-4ab5-ad7e-628e4d250d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3809041'] for subnet (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:21.194302 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fafad-3cf7-4e7d-a6e9-c1a2eaa78e5a req-b3e08cb5-4617-4773-ac65-456cb9716238 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:21.195921 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-545fafad-3cf7-4e7d-a6e9-c1a2eaa78e5a req-b3e08cb5-4617-4773-ac65-456cb9716238 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.3426459 Jan 11 06:36:21.209564 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161d70c-37f5-4704-8006-b18fccb2adbe req-0e66a246-66df-4373-b049-bb1dde21b5a1 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:21.211054 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6161d70c-37f5-4704-8006-b18fccb2adbe req-0e66a246-66df-4373-b049-bb1dde21b5a1 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 945 time: 0.3529038 Jan 11 06:36:21.350755 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6161d70c-37f5-4704-8006-b18fccb2adbe req-94911712-0dcc-4275-ae2f-63f57882c136 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333477 Jan 11 06:36:21.354097 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-545fafad-3cf7-4e7d-a6e9-c1a2eaa78e5a req-90f78862-c822-4a01-90e9-d9e1b0a7729c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403570 Jan 11 06:36:21.517567 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e32fc237-c201-4ab5-ad7e-628e4d250d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3809027'] for subnet (9f6d5dda-4d8b-469c-bdda-6a322617e284), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:21.568483 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390e66e-70c3-4e42-8248-28f2b475cdf4 req-50bf06d2-caf4-44a9-86b7-19b107803a63 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:21.569966 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8390e66e-70c3-4e42-8248-28f2b475cdf4 req-50bf06d2-caf4-44a9-86b7-19b107803a63 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.1264915 Jan 11 06:36:21.582994 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4b03-91ac-4468-87d0-7f111e41932f req-c1b6cb70-5e25-4e44-b16b-72ace57794a1 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:21.584386 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c14f4b03-91ac-4468-87d0-7f111e41932f req-c1b6cb70-5e25-4e44-b16b-72ace57794a1 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 945 time: 0.1422441 Jan 11 06:36:21.613325 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fc237-c201-4ab5-ad7e-628e4d250d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6d5dda-4d8b-469c-bdda-6a322617e284,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:21.671774 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fc237-c201-4ab5-ad7e-628e4d250d04 admin admin] Checking segment: {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:21.672129 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32fc237-c201-4ab5-ad7e-628e4d250d04 admin admin] Network hostable DHCP agents. Network: bebe336f-59ef-41e9-a38e-800c0e378ca8, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:36:21.685197 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8390e66e-70c3-4e42-8248-28f2b475cdf4 req-37e2d33e-ad89-4763-816d-93eb6795e88e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978403 Jan 11 06:36:21.692631 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c14f4b03-91ac-4468-87d0-7f111e41932f req-978138e5-3698-4542-980f-de7e996ea0fc tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964718 Jan 11 06:36:21.706871 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32fc237-c201-4ab5-ad7e-628e4d250d04 admin admin] Network bebe336f-59ef-41e9-a38e-800c0e378ca8 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:36:21.717853 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-e32fc237-c201-4ab5-ad7e-628e4d250d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, bebe336f-59ef-41e9-a38e-800c0e378ca8) {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:21.722481 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32fc237-c201-4ab5-ad7e-628e4d250d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:21.722950 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e32fc237-c201-4ab5-ad7e-628e4d250d04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:21.728187 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ac955d-d853-4c14-886c-70b1c6b4ebc9 None None] Network bebe336f-59ef-41e9-a38e-800c0e378ca8 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:36:21.741520 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-e32fc237-c201-4ab5-ad7e-628e4d250d04 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8695011 Jan 11 06:36:21.744128 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33672) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:21.749079 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:21.777989 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13884'] for router (3c105066-b0ec-4871-8290-f00783648693), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:21.779190 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-993979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13867'] for router (3c105066-b0ec-4871-8290-f00783648693), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:21.790602 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 11 Jan 2022 06:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0ad8ef-8f20-49b8-8bc5-8aa26ff6fde1 x-openstack-request-id: req-de0ad8ef-8f20-49b8-8bc5-8aa26ff6fde1 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:36:21.791014 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ff3df9-f77a-4f6b-88ee-fe2b54326132", "name": "network-vif-plugged", "status": "completed", "tag": "92afc701-e04b-4754-9093-a174017a5f9a", "code": 200}, {"server_uuid": "9c7a7d10-9931-4131-b88e-af983b5a07b2", "name": "network-vif-plugged", "status": "completed", "tag": "35e0ff33-67f2-4637-a991-e666ea893ffd", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:36:21.791534 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de0ad8ef-8f20-49b8-8bc5-8aa26ff6fde1 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:36:21.792046 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ff3df9-f77a-4f6b-88ee-fe2b54326132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92afc701-e04b-4754-9093-a174017a5f9a', 'code': 200} Jan 11 06:36:21.792518 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7a7d10-9931-4131-b88e-af983b5a07b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e0ff33-67f2-4637-a991-e666ea893ffd', 'code': 200} Jan 11 06:36:21.828732 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:21.859802 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Publish callbacks [] for router_controller (3c105066-b0ec-4871-8290-f00783648693), precommit_add_association {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:21.861841 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c588cce-5400-5ad6-872a-9e39f37289d9-bebe336f-59ef-41e9-a38e-800c0e378ca8', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284'}]}} from dv-cinder-606346-33-iscsi. {{(pid=102727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 06:36:21.862755 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:21.867882 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d0df6-3a86-4b1f-8d7f-f4bfdc5052a8 req-96eedf21-2c57-4337-ac88-d2edd1024df4 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:21.869586 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-332d0df6-3a86-4b1f-8d7f-f4bfdc5052a8 req-96eedf21-2c57-4337-ac88-d2edd1024df4 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0773783 Jan 11 06:36:21.879580 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33674) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:21.884492 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-12954ab1-e2a3-4985-b0f0-3f4f2265d1f7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Request body: {'floatingip': {'port_id': 'bb378416-db3c-40d2-b302-bd1c68d928db'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:22.001500 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-12954ab1-e2a3-4985-b0f0-3f4f2265d1f7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (752f7209-3703-4f2e-854a-dfd3a831f808), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.028577 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Publish callbacks [] for router_gateway (3c105066-b0ec-4871-8290-f00783648693), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.038433 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.db_base_plugin_common [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Allocated IP 172.20.0.2 (bebe336f-59ef-41e9-a38e-800c0e378ca8/9f6d5dda-4d8b-469c-bdda-6a322617e284/56d80aad-3adf-4550-9ed1-ce9bedd19068) {{(pid=102727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:36:22.162793 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf62d92-0a7d-4747-854c-ca82baefbce1 req-12ec2856-344e-4a03-9510-4f829f6a6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:22.164182 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fcf62d92-0a7d-4747-854c-ca82baefbce1 req-12ec2856-344e-4a03-9510-4f829f6a6dc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 1098 time: 0.1288099 Jan 11 06:36:22.184018 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00380c96-6240-4712-8fb7-f0a0d128bcf1 req-1acffbaf-26f7-4c37-bb3a-71da6b92dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:22.185454 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-00380c96-6240-4712-8fb7-f0a0d128bcf1 req-1acffbaf-26f7-4c37-bb3a-71da6b92dcef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 1098 time: 0.1126316 Jan 11 06:36:22.202952 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Publish callbacks [] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), precommit_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.209750 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.248399 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Publish callbacks [] for router_gateway (3c105066-b0ec-4871-8290-f00783648693), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.249159 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Network bebe336f-59ef-41e9-a38e-800c0e378ca8 is already hosted by enough agents. {{(pid=102727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:22.253024 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.base_scheduler [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Resources bound (agent type, host, resource id): {{(pid=102727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:22.256304 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Received port after_create {{(pid=102727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:36:22.270465 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.286838 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Pushing event updated for resources: {'Port': ['ID=56d80aad-3adf-4550-9ed1-ce9bedd19068,revision_number=1']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:22.326590 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Attempting to bind port 56d80aad-3adf-4550-9ed1-ce9bedd19068 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:36:22.327597 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Attempting to bind port 56d80aad-3adf-4550-9ed1-ce9bedd19068 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:36:22.327597 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Attempting to bind port 56d80aad-3adf-4550-9ed1-ce9bedd19068 on network bebe336f-59ef-41e9-a38e-800c0e378ca8 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:22.332663 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:36:22.333044 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Checking segment: {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:22.333422 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-00380c96-6240-4712-8fb7-f0a0d128bcf1 req-e642cb40-d5c5-447d-8817-3ebc368c018c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363797 Jan 11 06:36:22.333552 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.333834 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Bound using segment: {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:36:22.334303 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Bound port: 56d80aad-3adf-4550-9ed1-ce9bedd19068, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:36:22.334685 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.335353 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fcf62d92-0a7d-4747-854c-ca82baefbce1 req-428589f6-5795-43e0-9528-0cbfa2ba1a96 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601322 Jan 11 06:36:22.394863 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Allocated IP 172.27.2.144 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/87d35ab9-3656-44bd-9300-f4ce55091063) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:36:22.417357 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] For port 56d80aad-3adf-4550-9ed1-ce9bedd19068, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:36:22.421630 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] For port 56d80aad-3adf-4550-9ed1-ce9bedd19068, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=56d80aad-3adf-4550-9ed1-ce9bedd19068,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:36:22.429066 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.504763 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e7abc-08b1-4b71-918b-cc97d1dee973 None None] Pushing event updated for resources: {'Port': ['ID=56d80aad-3adf-4550-9ed1-ce9bedd19068,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:22.541129 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Publish callbacks [] for port (87d35ab9-3656-44bd-9300-f4ce55091063), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.578953 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (87d35ab9-3656-44bd-9300-f4ce55091063), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.624708 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:22.630498 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:22.632477 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Pushing event updated for resources: {'Port': ['ID=87d35ab9-3656-44bd-9300-f4ce55091063,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:22.634775 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:36:22.644005 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798c529-da98-4020-bf48-3d7d52d5806a req-f0e0a05c-bc0e-4727-a23f-71a4875d2738 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:22.650694 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e798c529-da98-4020-bf48-3d7d52d5806a req-f0e0a05c-bc0e-4727-a23f-71a4875d2738 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1851139 Jan 11 06:36:22.758823 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6575ad-aeab-4f28-b137-99269c6e4b7f req-f4697f43-acc9-47bf-bb29-fd427d3a1eeb tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:22.760523 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4b6575ad-aeab-4f28-b137-99269c6e4b7f req-f4697f43-acc9-47bf-bb29-fd427d3a1eeb tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 945 time: 0.2084408 Jan 11 06:36:22.849638 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e798c529-da98-4020-bf48-3d7d52d5806a req-904d2533-568c-4190-b450-c2905a92ae57 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980863 Jan 11 06:36:22.862536 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.db.resource_extend [None req-12954ab1-e2a3-4985-b0f0-3f4f2265d1f7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 11 06:36:22.919799 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4b6575ad-aeab-4f28-b137-99269c6e4b7f req-f5405e59-deda-4447-bdf9-ef60e7bf47cc tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320138 Jan 11 06:36:22.920467 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Publish callbacks [] for router_gateway (3c105066-b0ec-4871-8290-f00783648693), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.976025 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-12954ab1-e2a3-4985-b0f0-3f4f2265d1f7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:22.980986 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-12954ab1-e2a3-4985-b0f0-3f4f2265d1f7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (752f7209-3703-4f2e-854a-dfd3a831f808), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:23.121331 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993934'] for router (3c105066-b0ec-4871-8290-f00783648693), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:23.268889 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53734cb-5051-4930-bc43-478edbd399ed req-2fd2d3c5-e6ee-429b-9f70-b9618346ba0c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:23.270428 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b53734cb-5051-4930-bc43-478edbd399ed req-2fd2d3c5-e6ee-429b-9f70-b9618346ba0c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 945 time: 0.3546252 Jan 11 06:36:23.274153 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Router 3c105066-b0ec-4871-8290-f00783648693 is scheduled to L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c with binding_index 1 {{(pid=102726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 06:36:23.336193 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.l3_db [None req-12954ab1-e2a3-4985-b0f0-3f4f2265d1f7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Floating IP 752f7209-3703-4f2e-854a-dfd3a831f808 associated. External IP: 172.27.2.165, port: bb378416-db3c-40d2-b302-bd1c68d928db. Jan 11 06:36:23.403786 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b53734cb-5051-4930-bc43-478edbd399ed req-a191adf6-318b-4fb7-8726-21d4833ce8c5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216893 Jan 11 06:36:23.414515 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:36:23.425408 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Sync routers for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:36:23.441937 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:23.443458 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-e676c828-d9ad-478a-8784-e436280a2b96 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6980672 Jan 11 06:36:23.446412 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33686) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:23.450236 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:36:23.450868 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:36:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:23.503411 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faeddb7-88a1-4a27-b443-3f7f13a82ca7 None None] Network bebe336f-59ef-41e9-a38e-800c0e378ca8 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:36:23.603394 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-8d955e73-8e06-44c0-a1f5-8d4584785151 None None] Provisioning complete for port 56d80aad-3adf-4550-9ed1-ce9bedd19068 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:23.603929 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8d955e73-8e06-44c0-a1f5-8d4584785151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:23.653482 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:36:23.716662 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 56d80aad-3adf-4550-9ed1-ce9bedd19068 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:23.729972 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12954ab1-e2a3-4985-b0f0-3f4f2265d1f7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:36:23.800293 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-8d955e73-8e06-44c0-a1f5-8d4584785151 None None] Current status of the port 56d80aad-3adf-4550-9ed1-ce9bedd19068 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:23.800776 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8d955e73-8e06-44c0-a1f5-8d4584785151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:23.845716 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 56d80aad-3adf-4550-9ed1-ce9bedd19068 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:23.846104 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:23.848818 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-8d955e73-8e06-44c0-a1f5-8d4584785151 None None] For port 56d80aad-3adf-4550-9ed1-ce9bedd19068, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=56d80aad-3adf-4550-9ed1-ce9bedd19068,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:23.871327 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8d955e73-8e06-44c0-a1f5-8d4584785151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:23.884704 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:22Z', 'revision_number': 3, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:23.933014 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d955e73-8e06-44c0-a1f5-8d4584785151 None None] Pushing event updated for resources: {'Port': ['ID=56d80aad-3adf-4550-9ed1-ce9bedd19068,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:23.959340 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Checking router: 3c105066-b0ec-4871-8290-f00783648693 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:36:23.965319 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Updating router 3c105066-b0ec-4871-8290-f00783648693 port 87d35ab9-3656-44bd-9300-f4ce55091063 binding host dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:36:23.972659 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12954ab1-e2a3-4985-b0f0-3f4f2265d1f7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:36:23.982766 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-12954ab1-e2a3-4985-b0f0-3f4f2265d1f7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:23.991827 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7ee141-e837-4e00-8a1b-ddba1bc9b117 None None] Sync routers for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:36:24.011724 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7ee141-e837-4e00-8a1b-ddba1bc9b117 None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:36:24.012252 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-1f7ee141-e837-4e00-8a1b-ddba1bc9b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:36:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:24.024858 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (87d35ab9-3656-44bd-9300-f4ce55091063), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:24.106841 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 56d80aad-3adf-4550-9ed1-ce9bedd19068 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:24.122657 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-12954ab1-e2a3-4985-b0f0-3f4f2265d1f7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "PUT /v2.0/floatingips/752f7209-3703-4f2e-854a-dfd3a831f808 HTTP/1.1" status: 200 len: 992 time: 2.2418985 Jan 11 06:36:24.125593 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'tag': 'bb378416-db3c-40d2-b302-bd1c68d928db'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:36:24.128864 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890cd1de-ff4c-4254-8412-56b4ca766b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a", "tag": "bb378416-db3c-40d2-b302-bd1c68d928db"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:36:24.139140 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-a45e755e-1c3e-4447-b405-fdc2bfd6cf33 None None] Provisioning complete for port 56d80aad-3adf-4550-9ed1-ce9bedd19068 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:24.139545 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a45e755e-1c3e-4447-b405-fdc2bfd6cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:24.180125 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-1f7ee141-e837-4e00-8a1b-ddba1bc9b117 None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:36:24.189879 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffb7d0-c280-48de-b6c0-9446e0018e13 req-0d82cab0-e756-4d56-9cc4-b6a33f01ecd9 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:24.191613 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-31ffb7d0-c280-48de-b6c0-9446e0018e13 req-0d82cab0-e756-4d56-9cc4-b6a33f01ecd9 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 945 time: 0.1534953 Jan 11 06:36:24.210773 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cc8d2-860a-4729-9c96-c938f6cdd653 req-c08dab18-976f-4546-9841-d2a062750b31 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:24.220888 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d11cc8d2-860a-4729-9c96-c938f6cdd653 req-c08dab18-976f-4546-9841-d2a062750b31 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1809320 Jan 11 06:36:24.342470 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Publish callbacks [] for port (87d35ab9-3656-44bd-9300-f4ce55091063), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:24.342727 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-31ffb7d0-c280-48de-b6c0-9446e0018e13 req-ac3f62c4-8df3-47a5-844b-219716956fd3 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157711 Jan 11 06:36:24.349574 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (87d35ab9-3656-44bd-9300-f4ce55091063), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:24.354128 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d11cc8d2-860a-4729-9c96-c938f6cdd653 req-ca86f36f-02f3-4414-96f5-3a0f320e6214 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351669 Jan 11 06:36:24.356156 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:24.414333 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Attempting to bind port 87d35ab9-3656-44bd-9300-f4ce55091063 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:36:24.414862 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Attempting to bind port 87d35ab9-3656-44bd-9300-f4ce55091063 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:36:24.415255 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Attempting to bind port 87d35ab9-3656-44bd-9300-f4ce55091063 on network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:24.431546 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:36:24.432271 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Checking segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:24.432412 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:24.432807 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Bound using segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:36:24.433923 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Bound port: 87d35ab9-3656-44bd-9300-f4ce55091063, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:36:24.434496 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (87d35ab9-3656-44bd-9300-f4ce55091063), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:24.450098 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6d0a1-bde0-4a04-982b-e1d99035c1ed None None] Pushing event updated for resources: {'Port': ['ID=87d35ab9-3656-44bd-9300-f4ce55091063,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:24.516071 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] For port 87d35ab9-3656-44bd-9300-f4ce55091063, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:36:24.519685 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] For port 87d35ab9-3656-44bd-9300-f4ce55091063, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=87d35ab9-3656-44bd-9300-f4ce55091063,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:36:24.523802 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (87d35ab9-3656-44bd-9300-f4ce55091063), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:24.574077 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-a45e755e-1c3e-4447-b405-fdc2bfd6cf33 None None] Current status of the port 56d80aad-3adf-4550-9ed1-ce9bedd19068 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:24.610206 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Allocated IP 172.20.0.1 (bebe336f-59ef-41e9-a38e-800c0e378ca8/9f6d5dda-4d8b-469c-bdda-6a322617e284/9d320a04-f289-4504-99c6-d90691cbb0d5) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:36:24.610478 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:36:24.611850 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:36:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:24.721184 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969ca858-7a0f-48be-b889-072e1f555991 x-openstack-request-id: req-969ca858-7a0f-48be-b889-072e1f555991 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:36:24.721707 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a", "tag": "bb378416-db3c-40d2-b302-bd1c68d928db", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:36:24.722118 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-969ca858-7a0f-48be-b889-072e1f555991 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:36:24.722666 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'tag': 'bb378416-db3c-40d2-b302-bd1c68d928db', 'status': 'completed', 'code': 200} Jan 11 06:36:24.738898 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6d0a1-bde0-4a04-982b-e1d99035c1ed None None] Pushing event updated for resources: {'Port': ['ID=87d35ab9-3656-44bd-9300-f4ce55091063,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:24.749960 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-1f7ee141-e837-4e00-8a1b-ddba1bc9b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '752f7209-3703-4f2e-854a-dfd3a831f808', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'port_id': 'bb378416-db3c-40d2-b302-bd1c68d928db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'mac_address': 'fa:16:3e:59:f1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:36:03Z', 'updated_at': '2022-01-11T06:36:22Z', 'revision_number': 1, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:59Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:24.755394 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:36:24.789593 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Publish callbacks [] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:24.792437 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7ee141-e837-4e00-8a1b-ddba1bc9b117 None None] Checking router: 3dad3d8d-dec6-4f9a-96c0-4408689d8616 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:36:24.802928 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7ee141-e837-4e00-8a1b-ddba1bc9b117 None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:36:24.803710 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-1f7ee141-e837-4e00-8a1b-ddba1bc9b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:36:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:24.845051 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a9ce5-65be-4d7f-80f2-2fd390bde8a6 req-951c23c9-9f35-452b-ab39-856ac25ac531 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:24.848419 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-058a9ce5-65be-4d7f-80f2-2fd390bde8a6 req-951c23c9-9f35-452b-ab39-856ac25ac531 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 945 time: 0.1133692 Jan 11 06:36:24.886399 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cd1de-ff4c-4254-8412-56b4ca766b5f req-65942d0a-a9b5-4b29-b3c4-0b82790ab68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:24.888246 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-890cd1de-ff4c-4254-8412-56b4ca766b5f req-65942d0a-a9b5-4b29-b3c4-0b82790ab68f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1782a809b943b8a93f2d7592e22336&device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 1099 time: 0.0963340 Jan 11 06:36:24.904001 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:24.928121 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-1f7ee141-e837-4e00-8a1b-ddba1bc9b117 None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:36:24.961029 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:22Z', 'revision_number': 3, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:24.979759 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-058a9ce5-65be-4d7f-80f2-2fd390bde8a6 req-32766d97-6acf-406b-a978-148b97c7a37e tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230540 Jan 11 06:36:24.984727 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Network bebe336f-59ef-41e9-a38e-800c0e378ca8 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:24.988929 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d97c72e-e900-46a4-9350-f5cd4a58d8aa None None] The sync data for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi is: [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:22Z', 'revision_number': 3, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:36:25.025413 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:25.033421 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:36:25.067665 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Pushing event updated for resources: {'Port': ['ID=9d320a04-f289-4504-99c6-d90691cbb0d5,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:25.111939 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992443'] for router_interface (3c105066-b0ec-4871-8290-f00783648693), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:25.150364 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cd1de-ff4c-4254-8412-56b4ca766b5f req-a79fe311-3767-4f42-a59c-a5224ba0d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:25.151853 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-890cd1de-ff4c-4254-8412-56b4ca766b5f req-a79fe311-3767-4f42-a59c-a5224ba0d126 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eeaf5e6-01d3-4120-a197-ae4322f76c29 HTTP/1.1" status: 200 len: 911 time: 0.2132053 Jan 11 06:36:25.198750 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-1f7ee141-e837-4e00-8a1b-ddba1bc9b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '752f7209-3703-4f2e-854a-dfd3a831f808', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'port_id': 'bb378416-db3c-40d2-b302-bd1c68d928db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'mac_address': 'fa:16:3e:59:f1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:36:03Z', 'updated_at': '2022-01-11T06:36:22Z', 'revision_number': 1, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:59Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:25.231352 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7ee141-e837-4e00-8a1b-ddba1bc9b117 None None] The sync data for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi is: [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '752f7209-3703-4f2e-854a-dfd3a831f808', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'port_id': 'bb378416-db3c-40d2-b302-bd1c68d928db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'mac_address': 'fa:16:3e:59:f1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:36:03Z', 'updated_at': '2022-01-11T06:36:22Z', 'revision_number': 1, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:59Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:36:25.313729 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-01d761a6-f9a5-478e-ab9c-5e2481d83427 None None] Provisioning complete for port 9d320a04-f289-4504-99c6-d90691cbb0d5 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:25.314248 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-01d761a6-f9a5-478e-ab9c-5e2481d83427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:25.359077 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-01d761a6-f9a5-478e-ab9c-5e2481d83427 None None] Port 9d320a04-f289-4504-99c6-d90691cbb0d5 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:36:25.563811 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c2350c-5220-4c46-b79f-5758beb35ddc None None] New status for floating IP 752f7209-3703-4f2e-854a-dfd3a831f808: ACTIVE {{(pid=102728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:36:25.577164 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-890cd1de-ff4c-4254-8412-56b4ca766b5f req-8af1ba9c-62d4-4ad6-b71a-06b40e1ecab4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb378416-db3c-40d2-b302-bd1c68d928db HTTP/1.1" status: 200 len: 1000 time: 0.4133399 Jan 11 06:36:25.676521 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1021680-d834-4579-ba83-5234cb84db39 req-46534995-ab4d-4c60-ba9e-9d3ae422cecd tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:25.681157 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f1021680-d834-4579-ba83-5234cb84db39 req-46534995-ab4d-4c60-ba9e-9d3ae422cecd tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 945 time: 0.1533239 Jan 11 06:36:25.692531 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cd1de-ff4c-4254-8412-56b4ca766b5f req-634339d1-49e8-4885-b006-6d43d6fd1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:25.694275 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-890cd1de-ff4c-4254-8412-56b4ca766b5f req-634339d1-49e8-4885-b006-6d43d6fd1517 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9469a88-fcbd-457a-acab-65ffd45b40af HTTP/1.1" status: 200 len: 849 time: 0.1002772 Jan 11 06:36:25.742390 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5998b-04f4-420d-8425-8304d6980119 req-1abd5515-ccf4-47c8-9735-9a77ce44f2fd tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:25.744018 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-52e5998b-04f4-420d-8425-8304d6980119 req-1abd5515-ccf4-47c8-9735-9a77ce44f2fd tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.2181289 Jan 11 06:36:25.770646 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 87d35ab9-3656-44bd-9300-f4ce55091063 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:25.787874 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:25.831854 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 87d35ab9-3656-44bd-9300-f4ce55091063 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:25.832831 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (87d35ab9-3656-44bd-9300-f4ce55091063), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:25.859973 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f1021680-d834-4579-ba83-5234cb84db39 req-2632abfb-2f95-46ca-afde-ef7e27db39b1 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637249 Jan 11 06:36:25.906552 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cd1de-ff4c-4254-8412-56b4ca766b5f req-44779945-181a-412a-b5e4-9df4be1ab7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:25.908743 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-890cd1de-ff4c-4254-8412-56b4ca766b5f req-44779945-181a-412a-b5e4-9df4be1ab7ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eeaf5e6-01d3-4120-a197-ae4322f76c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1907046 Jan 11 06:36:25.941020 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-52e5998b-04f4-420d-8425-8304d6980119 req-79ee998a-c4d7-4779-b139-b78d51a74a6b tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724665 Jan 11 06:36:25.973976 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 87d35ab9-3656-44bd-9300-f4ce55091063 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:25.974508 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (87d35ab9-3656-44bd-9300-f4ce55091063), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:25.999167 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port 87d35ab9-3656-44bd-9300-f4ce55091063, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=87d35ab9-3656-44bd-9300-f4ce55091063,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:26.003691 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (87d35ab9-3656-44bd-9300-f4ce55091063), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:26.004543 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 56d80aad-3adf-4550-9ed1-ce9bedd19068 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:26.090146 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=87d35ab9-3656-44bd-9300-f4ce55091063,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:26.107031 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 56d80aad-3adf-4550-9ed1-ce9bedd19068 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:26.107489 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:26.139640 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-890cd1de-ff4c-4254-8412-56b4ca766b5f req-9578833b-e991-403d-af6a-fd12ea8329f3 service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192729 Jan 11 06:36:26.202884 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 56d80aad-3adf-4550-9ed1-ce9bedd19068 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:26.272725 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Publish callbacks [] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:26.280124 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:26.344933 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105c43c-49e8-4f21-b3f7-b017413c0a59 req-7fab0e3f-0220-4af3-8c78-10708ed31fc2 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:26.346868 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5105c43c-49e8-4f21-b3f7-b017413c0a59 req-7fab0e3f-0220-4af3-8c78-10708ed31fc2 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 945 time: 0.1852579 Jan 11 06:36:26.377905 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-890cd1de-ff4c-4254-8412-56b4ca766b5f req-4eb5d194-bc33-41e2-87d3-d30df185ff03 service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285421 Jan 11 06:36:26.387076 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992335'] for router_interface (3c105066-b0ec-4871-8290-f00783648693), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:26.390434 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Pushing event updated for resources: {'Port': ['ID=9d320a04-f289-4504-99c6-d90691cbb0d5,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:26.470038 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5105c43c-49e8-4f21-b3f7-b017413c0a59 req-1146f7af-1d3e-4d6a-84fc-a8496e347368 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117258 Jan 11 06:36:26.514601 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Network bebe336f-59ef-41e9-a38e-800c0e378ca8 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:26.516115 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:26.661525 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Router 3c105066-b0ec-4871-8290-f00783648693 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:36:26.804151 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:36:26.809906 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-d9d46509-9b0b-4e91-90a1-8c83e4c4ca5f admin admin] 10.222.0.15 "PUT /v2.0/routers/3c105066-b0ec-4871-8290-f00783648693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3623893 Jan 11 06:36:26.870387 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1c110-81f5-4530-8655-247eb8747df6 req-cec80abc-65a7-4d35-a156-2b21814e4851 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:26.871932 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bad1c110-81f5-4530-8655-247eb8747df6 req-cec80abc-65a7-4d35-a156-2b21814e4851 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 945 time: 0.0610278 Jan 11 06:36:26.902300 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-3e26549b-6fc9-477b-b0e3-3fd3c95afece None None] Provisioning complete for port 9d320a04-f289-4504-99c6-d90691cbb0d5 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:26.902890 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-3e26549b-6fc9-477b-b0e3-3fd3c95afece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:26.942630 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bad1c110-81f5-4530-8655-247eb8747df6 req-d0500f34-4409-4598-a6aa-c0cb5dc6b28c tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646863 Jan 11 06:36:26.960131 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-3e26549b-6fc9-477b-b0e3-3fd3c95afece None None] Port 9d320a04-f289-4504-99c6-d90691cbb0d5 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:36:27.075335 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9eee63-bece-472a-9423-18060d139521 req-c0be481d-6f9a-42d4-900b-83e2037bbdc8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:27.077175 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7f9eee63-bece-472a-9423-18060d139521 req-c0be481d-6f9a-42d4-900b-83e2037bbdc8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0574827 Jan 11 06:36:27.093315 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Sync routers for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:36:27.104397 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:36:27.105733 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:36:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:27.163938 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7f9eee63-bece-472a-9423-18060d139521 req-09b448c1-df8e-4519-ab5d-02095f92d4d4 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775280 Jan 11 06:36:27.231109 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:36:27.443074 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 2, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:27.469536 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Checking router: 3c105066-b0ec-4871-8290-f00783648693 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:36:27.469891 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Updating router 3c105066-b0ec-4871-8290-f00783648693 port 9d320a04-f289-4504-99c6-d90691cbb0d5 binding host dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:36:27.498013 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:27.501236 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33756) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:27.507141 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1564736054-network', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:27.529236 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Made reservation on behalf of f5b7e52d898c44659a8fc5ea1f2b49fa for: {'network': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:36:27.531814 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:27.545439 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:27.626211 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Publish callbacks [] for security_group (170805e9-b694-4399-970c-dda1e825f538), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:27.630571 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (170805e9-b694-4399-970c-dda1e825f538), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:27.645458 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 87d35ab9-3656-44bd-9300-f4ce55091063 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:27.656269 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:36:27.665125 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170805e9-b694-4399-970c-dda1e825f538,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:27.671108 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (22934ef3-a808-4151-8b32-83fea2b01a9d), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:27.671455 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.segments_db [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Added segment 22934ef3-a808-4151-8b32-83fea2b01a9d of type vlan for network 60c9b49d-4910-402c-b659-a833efc4b3d3 Jan 11 06:36:27.712069 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (60c9b49d-4910-402c-b659-a833efc4b3d3), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:27.737580 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (60c9b49d-4910-402c-b659-a833efc4b3d3), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:27.738501 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:27.739094 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:27.755611 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 87d35ab9-3656-44bd-9300-f4ce55091063 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:27.755995 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (87d35ab9-3656-44bd-9300-f4ce55091063), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:27.800854 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2948918 Jan 11 06:36:27.801243 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33758) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:27.808096 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-9d7dd19b-7906-47d5-b0eb-8747d58ee498 admin admin] Request body: {'subnet': {'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1564736054-subnet', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'ip_version': 4}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:27.812258 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb47d79-82e5-428b-9acc-323640436dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=60c9b49d-4910-402c-b659-a833efc4b3d3,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:27.824406 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network 60c9b49d-4910-402c-b659-a833efc4b3d3 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:36:27.834136 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7dd19b-7906-47d5-b0eb-8747d58ee498 admin admin] Made reservation on behalf of f5b7e52d898c44659a8fc5ea1f2b49fa for: {'subnet': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:36:27.836444 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd19b-7906-47d5-b0eb-8747d58ee498 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3809041'] for subnet (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:27.896772 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Publish callbacks [] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), precommit_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:27.912521 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.013486 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd19b-7906-47d5-b0eb-8747d58ee498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3809027'] for subnet (4f7deac5-4463-45a7-9b41-e09020e4e2c3), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.103609 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dd19b-7906-47d5-b0eb-8747d58ee498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7deac5-4463-45a7-9b41-e09020e4e2c3,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:28.118294 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7dd19b-7906-47d5-b0eb-8747d58ee498 admin admin] Checking segment: {'id': '22934ef3-a808-4151-8b32-83fea2b01a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:28.119859 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7dd19b-7906-47d5-b0eb-8747d58ee498 admin admin] Network hostable DHCP agents. Network: 60c9b49d-4910-402c-b659-a833efc4b3d3, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:36:28.127161 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4979f5-1b4e-4259-b0d7-6e1652050cdc None None] Pushing event updated for resources: {'Port': ['ID=9d320a04-f289-4504-99c6-d90691cbb0d5,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:28.129746 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706c90f-b766-44f2-9db6-eb48b2ebb8a0 req-62b90cd2-03d7-4f73-b252-ee391ced3f55 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:28.131645 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6706c90f-b766-44f2-9db6-eb48b2ebb8a0 req-62b90cd2-03d7-4f73-b252-ee391ced3f55 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 945 time: 0.1113358 Jan 11 06:36:28.134252 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 87d35ab9-3656-44bd-9300-f4ce55091063 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:28.165973 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7dd19b-7906-47d5-b0eb-8747d58ee498 admin admin] Network 60c9b49d-4910-402c-b659-a833efc4b3d3 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:36:28.178649 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-9d7dd19b-7906-47d5-b0eb-8747d58ee498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, 60c9b49d-4910-402c-b659-a833efc4b3d3) {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:28.191648 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7dd19b-7906-47d5-b0eb-8747d58ee498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:28.192344 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535bee31-8452-4a10-9984-4b16b96fbbab None None] Network 60c9b49d-4910-402c-b659-a833efc4b3d3 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:36:28.192495 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd19b-7906-47d5-b0eb-8747d58ee498 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.197597 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Attempting to bind port 9d320a04-f289-4504-99c6-d90691cbb0d5 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:36:28.197976 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Attempting to bind port 9d320a04-f289-4504-99c6-d90691cbb0d5 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:36:28.198355 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Attempting to bind port 9d320a04-f289-4504-99c6-d90691cbb0d5 on network bebe336f-59ef-41e9-a38e-800c0e378ca8 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:28.218625 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6706c90f-b766-44f2-9db6-eb48b2ebb8a0 req-63d35650-bd86-4d08-b62c-60a5185b70d1 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734344 Jan 11 06:36:28.220942 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:36:28.221344 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Checking segment: {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:28.221746 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.222144 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Bound using segment: {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:36:28.225209 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Bound port: 9d320a04-f289-4504-99c6-d90691cbb0d5, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:36:28.225365 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-9d7dd19b-7906-47d5-b0eb-8747d58ee498 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4205313 Jan 11 06:36:28.225470 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.225549 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33766) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:28.231228 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1564736054-router', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:28.280077 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13884'] for router (a3543041-6b66-4c12-b101-886a49ad238c), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.281609 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-993979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13867'] for router (a3543041-6b66-4c12-b101-886a49ad238c), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.352734 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] For port 9d320a04-f289-4504-99c6-d90691cbb0d5, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:36:28.356177 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] For port 9d320a04-f289-4504-99c6-d90691cbb0d5, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=9d320a04-f289-4504-99c6-d90691cbb0d5,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:36:28.358841 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c588cce-5400-5ad6-872a-9e39f37289d9-60c9b49d-4910-402c-b659-a833efc4b3d3', 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3', 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'fixed_ips': [{'subnet_id': '4f7deac5-4463-45a7-9b41-e09020e4e2c3'}]}} from dv-cinder-606346-33-iscsi. {{(pid=102727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 06:36:28.359742 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.364717 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.373178 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Publish callbacks [] for router_controller (a3543041-6b66-4c12-b101-886a49ad238c), precommit_add_association {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.505476 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2a607-979e-46c8-9b2b-54f948589c61 req-71b47ecf-d983-4455-8551-3fb79546a897 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:28.512760 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4979f5-1b4e-4259-b0d7-6e1652050cdc None None] Pushing event updated for resources: {'Port': ['ID=9d320a04-f289-4504-99c6-d90691cbb0d5,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:28.513416 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-02a2a607-979e-46c8-9b2b-54f948589c61 req-71b47ecf-d983-4455-8551-3fb79546a897 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1984560 Jan 11 06:36:28.520850 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:36:28.521484 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:36:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:28.612508 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Publish callbacks [] for router_gateway (a3543041-6b66-4c12-b101-886a49ad238c), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.627455 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-1aece994-60f8-4928-bbf5-8d6ac719e911 None None] Provisioning complete for port 9d320a04-f289-4504-99c6-d90691cbb0d5 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:28.627905 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-1aece994-60f8-4928-bbf5-8d6ac719e911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.650501 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-02a2a607-979e-46c8-9b2b-54f948589c61 req-4478b267-04e6-47df-a84c-6e9b51c67fd3 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353238 Jan 11 06:36:28.724045 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.db_base_plugin_common [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Allocated IP 172.20.0.2 (60c9b49d-4910-402c-b659-a833efc4b3d3/4f7deac5-4463-45a7-9b41-e09020e4e2c3/0eac3f84-be9b-46cf-affa-bdb64311a6d7) {{(pid=102727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:36:28.768414 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:36:28.868220 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Publish callbacks [] for router_gateway (a3543041-6b66-4c12-b101-886a49ad238c), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.886923 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.939086 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-1aece994-60f8-4928-bbf5-8d6ac719e911 None None] Current status of the port 9d320a04-f289-4504-99c6-d90691cbb0d5 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:28.940149 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-1aece994-60f8-4928-bbf5-8d6ac719e911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:28.996598 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Allocated IP 172.27.2.192 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/c707d11c-800d-4c7b-92b8-060777fcfcd1) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:36:29.069131 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-1aece994-60f8-4928-bbf5-8d6ac719e911 None None] For port 9d320a04-f289-4504-99c6-d90691cbb0d5, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=9d320a04-f289-4504-99c6-d90691cbb0d5,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:29.076768 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Publish callbacks [] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), precommit_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:29.078212 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-1aece994-60f8-4928-bbf5-8d6ac719e911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:29.102449 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Publish callbacks [] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:29.110238 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:29.135183 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:29.172201 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:29.176439 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Network 60c9b49d-4910-402c-b659-a833efc4b3d3 is already hosted by enough agents. {{(pid=102727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:29.177335 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:29.180213 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:36:29.182558 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.base_scheduler [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Resources bound (agent type, host, resource id): {{(pid=102727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:29.184256 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aece994-60f8-4928-bbf5-8d6ac719e911 None None] Pushing event updated for resources: {'Port': ['ID=9d320a04-f289-4504-99c6-d90691cbb0d5,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:29.189358 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Received port after_create {{(pid=102727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:36:29.211880 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Pushing event updated for resources: {'Port': ['ID=c707d11c-800d-4c7b-92b8-060777fcfcd1,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:29.266092 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Pushing event updated for resources: {'Port': ['ID=0eac3f84-be9b-46cf-affa-bdb64311a6d7,revision_number=1']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:29.296640 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-83a41094-8fd0-477f-8aea-aa3a4c43195e None None] Provisioning complete for port 9d320a04-f289-4504-99c6-d90691cbb0d5 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:29.297085 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-83a41094-8fd0-477f-8aea-aa3a4c43195e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:29.345815 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Attempting to bind port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:36:29.345815 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Attempting to bind port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '22934ef3-a808-4151-8b32-83fea2b01a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:36:29.346117 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Attempting to bind port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 on network 60c9b49d-4910-402c-b659-a833efc4b3d3 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:29.360772 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:36:29.361267 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Checking segment: {'id': '22934ef3-a808-4151-8b32-83fea2b01a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:29.361855 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:29.362371 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Bound using segment: {'id': '22934ef3-a808-4151-8b32-83fea2b01a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:36:29.362863 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Bound port: 0eac3f84-be9b-46cf-affa-bdb64311a6d7, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22934ef3-a808-4151-8b32-83fea2b01a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:36:29.363279 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:29.383655 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:28Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:29.420943 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21106756-7527-48ff-8f2a-a7c8e363cfdc None None] The sync data for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi is: [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:28Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:36:29.545419 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-83a41094-8fd0-477f-8aea-aa3a4c43195e None None] Current status of the port 9d320a04-f289-4504-99c6-d90691cbb0d5 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:29.553223 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] For port 0eac3f84-be9b-46cf-affa-bdb64311a6d7, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:36:29.557353 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] For port 0eac3f84-be9b-46cf-affa-bdb64311a6d7, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=0eac3f84-be9b-46cf-affa-bdb64311a6d7,segment=NetworkSegment(22934ef3-a808-4151-8b32-83fea2b01a9d),segment_id=22934ef3-a808-4151-8b32-83fea2b01a9d)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:36:29.570404 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:29.657028 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3abe6e-206d-4fbb-9b22-05e7d3a97c83 None None] Pushing event updated for resources: {'Port': ['ID=0eac3f84-be9b-46cf-affa-bdb64311a6d7,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:29.709710 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 9d320a04-f289-4504-99c6-d90691cbb0d5 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:29.748610 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f33c-fff0-4897-9b8d-36a1d00f58af req-ecafa46a-24ab-497d-9f57-18290c705299 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:29.752075 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e937f33c-fff0-4897-9b8d-36a1d00f58af req-ecafa46a-24ab-497d-9f57-18290c705299 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 945 time: 0.1938250 Jan 11 06:36:29.774059 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 9d320a04-f289-4504-99c6-d90691cbb0d5 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:29.774533 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:29.821231 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5fc17-eedc-4f1b-992c-fee7ec17294b req-1c371be8-4d82-4d6e-8684-d8f4a14a236b tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:29.823784 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a8c5fc17-eedc-4f1b-992c-fee7ec17294b req-1c371be8-4d82-4d6e-8684-d8f4a14a236b tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 945 time: 0.5628829 Jan 11 06:36:29.875017 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 9d320a04-f289-4504-99c6-d90691cbb0d5 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.053984 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.056222 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.056222 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.056222 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.056222 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.056222 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.056222 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.056222 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.056222 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.056222 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.056222 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.056222 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:30.056222 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:30.057415 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-c11443f6-0cd0-4036-a417-597fda6c3bff tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:30.059778 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-c11443f6-0cd0-4036-a417-597fda6c3bff tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/networks?id=e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 200 len: 815 time: 0.4399793 Jan 11 06:36:30.092547 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e937f33c-fff0-4897-9b8d-36a1d00f58af req-17e149c7-3daf-4f66-ab13-fbc986fed75a tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966213 Jan 11 06:36:30.122051 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-65b038bf-e207-4d2a-ab15-656339b29a23 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/quotas/9f6695dbd0cc4bce959ed34cd1bf633c HTTP/1.1" status: 200 len: 375 time: 0.0347419 Jan 11 06:36:30.145344 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Publish callbacks [] for router_gateway (a3543041-6b66-4c12-b101-886a49ad238c), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:30.250162 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-a8c5fc17-eedc-4f1b-992c-fee7ec17294b req-dd808ba3-4010-44d1-9859-6c65f1be8e0a tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Deleting port 92afc701-e04b-4754-9093-a174017a5f9a {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:36:30.250504 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-a8c5fc17-eedc-4f1b-992c-fee7ec17294b req-dd808ba3-4010-44d1-9859-6c65f1be8e0a tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (92afc701-e04b-4754-9093-a174017a5f9a), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:30.290670 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-9846d704-4dd9-440c-bfa1-6ffc502855e3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628690 Jan 11 06:36:30.546079 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-a8c5fc17-eedc-4f1b-992c-fee7ec17294b req-dd808ba3-4010-44d1-9859-6c65f1be8e0a tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] For port 92afc701-e04b-4754-9093-a174017a5f9a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=92afc701-e04b-4754-9093-a174017a5f9a,segment=NetworkSegment(46421354-b853-4308-9052-12dffe5f497f),segment_id=46421354-b853-4308-9052-12dffe5f497f)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:30.546442 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-a8c5fc17-eedc-4f1b-992c-fee7ec17294b req-dd808ba3-4010-44d1-9859-6c65f1be8e0a tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (92afc701-e04b-4754-9093-a174017a5f9a), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:30.584454 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c83c-8678-48e1-8c7c-90168d68078b req-afb88c33-e0c9-47f0-aa5c-320f2fc9b006 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:30.586264 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2e16c83c-8678-48e1-8c7c-90168d68078b req-afb88c33-e0c9-47f0-aa5c-320f2fc9b006 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.2866035 Jan 11 06:36:30.591669 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-a8c5fc17-eedc-4f1b-992c-fee7ec17294b req-dd808ba3-4010-44d1-9859-6c65f1be8e0a tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Calling delete_port for 92afc701-e04b-4754-9093-a174017a5f9a owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:36:30.622985 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-445902e7-ae83-4e4b-b07e-e3761e42a2e3 service neutron] 10.222.0.15 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928319 Jan 11 06:36:30.650115 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7506326-f0b7-45a6-aae2-11c27625a1ae None None] Network 60c9b49d-4910-402c-b659-a833efc4b3d3 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:36:30.693284 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993934'] for router (a3543041-6b66-4c12-b101-886a49ad238c), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:30.718505 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-45776b6e-817e-4f52-a21b-a6739dbf47d9 None None] Provisioning complete for port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:30.718900 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-45776b6e-817e-4f52-a21b-a6739dbf47d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:30.844992 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2e16c83c-8678-48e1-8c7c-90168d68078b req-639cee17-6865-4337-8e9d-e86ebd1e6ee3 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471707 Jan 11 06:36:30.884348 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-deb96024-e23f-48a4-bb33-b0d1eac5bb9e service neutron] 10.222.0.15 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501960 Jan 11 06:36:30.966181 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-a8c5fc17-eedc-4f1b-992c-fee7ec17294b req-dd808ba3-4010-44d1-9859-6c65f1be8e0a tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (92afc701-e04b-4754-9093-a174017a5f9a), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:30.987040 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-45776b6e-817e-4f52-a21b-a6739dbf47d9 None None] Current status of the port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:30.987965 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-45776b6e-817e-4f52-a21b-a6739dbf47d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:31.007421 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd808ba3-4010-44d1-9859-6c65f1be8e0a tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Pushing event deleted for resources: {'Port': ['ID=92afc701-e04b-4754-9093-a174017a5f9a,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:31.057812 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-45776b6e-817e-4f52-a21b-a6739dbf47d9 None None] For port 0eac3f84-be9b-46cf-affa-bdb64311a6d7, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=0eac3f84-be9b-46cf-affa-bdb64311a6d7,segment=NetworkSegment(22934ef3-a808-4151-8b32-83fea2b01a9d),segment_id=22934ef3-a808-4151-8b32-83fea2b01a9d)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:31.063524 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c5fc17-eedc-4f1b-992c-fee7ec17294b req-dd808ba3-4010-44d1-9859-6c65f1be8e0a tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] No DVR routers for this DVR port 92afc701-e04b-4754-9093-a174017a5f9a on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:36:31.065851 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Router a3543041-6b66-4c12-b101-886a49ad238c is scheduled to L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c with binding_index 1 {{(pid=102725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 06:36:31.070077 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-a8c5fc17-eedc-4f1b-992c-fee7ec17294b req-dd808ba3-4010-44d1-9859-6c65f1be8e0a tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:31.070643 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-45776b6e-817e-4f52-a21b-a6739dbf47d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:31.073809 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a8c5fc17-eedc-4f1b-992c-fee7ec17294b req-dd808ba3-4010-44d1-9859-6c65f1be8e0a tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.30 "DELETE /v2.0/ports/92afc701-e04b-4754-9093-a174017a5f9a HTTP/1.1" status: 204 len: 173 time: 1.2113194 Jan 11 06:36:31.074266 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ff3df9-f77a-4f6b-88ee-fe2b54326132', 'name': 'network-vif-deleted', 'tag': '92afc701-e04b-4754-9093-a174017a5f9a'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:36:31.076606 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43e2a29-ba02-4819-9fdd-694b649f05e6" -d '{"events": [{"server_uuid": "d0ff3df9-f77a-4f6b-88ee-fe2b54326132", "name": "network-vif-deleted", "tag": "92afc701-e04b-4754-9093-a174017a5f9a"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:36:31.142754 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-43316b3c-8809-4273-904b-3411c0132da4 req-cf217956-6d1d-4e7b-90ec-c85ed527f9b5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 210 time: 0.0556343 Jan 11 06:36:31.177981 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45776b6e-817e-4f52-a21b-a6739dbf47d9 None None] Pushing event updated for resources: {'Port': ['ID=0eac3f84-be9b-46cf-affa-bdb64311a6d7,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:31.215249 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbf979f-6d10-49a1-a2b3-8f242fb8dda5 x-openstack-request-id: req-ecbf979f-6d10-49a1-a2b3-8f242fb8dda5 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:36:31.215566 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ff3df9-f77a-4f6b-88ee-fe2b54326132", "name": "network-vif-deleted", "tag": "92afc701-e04b-4754-9093-a174017a5f9a", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:36:31.215690 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecbf979f-6d10-49a1-a2b3-8f242fb8dda5 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:36:31.216072 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ff3df9-f77a-4f6b-88ee-fe2b54326132', 'name': 'network-vif-deleted', 'tag': '92afc701-e04b-4754-9093-a174017a5f9a', 'status': 'completed', 'code': 200} Jan 11 06:36:31.410616 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-bf587626-9767-4c70-a0e8-172360210fea None None] Provisioning complete for port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:31.411197 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bf587626-9767-4c70-a0e8-172360210fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:31.505320 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-bf587626-9767-4c70-a0e8-172360210fea None None] Current status of the port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:31.520894 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-747295aa-21e4-4fc6-a079-e94905437936 req-f6617374-1a0f-4f3c-a02b-748034368be6 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0ff3df9-f77a-4f6b-88ee-fe2b54326132 HTTP/1.1" status: 200 len: 210 time: 0.2731092 Jan 11 06:36:31.553981 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:36:31.565905 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Sync routers for ids ['a3543041-6b66-4c12-b101-886a49ad238c'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:36:31.573352 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:31.577106 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-83f1f82a-7c5c-4690-b1c2-6dce6a70f4ad admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3474410 Jan 11 06:36:31.577245 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33812) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:31.577959 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Routers {'a3543041-6b66-4c12-b101-886a49ad238c'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:36:31.578574 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:36:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['a3543041-6b66-4c12-b101-886a49ad238c'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:31.714381 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Set router a3543041-6b66-4c12-b101-886a49ad238c gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:36:31.717239 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 0eac3f84-be9b-46cf-affa-bdb64311a6d7 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:31.811699 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:31.812418 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:31.935960 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:32.047035 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'name': 'tempest-TestVolumeBootPattern-1564736054-router', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 3, 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'gw_port': {'id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:32.079035 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Checking router: a3543041-6b66-4c12-b101-886a49ad238c for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:36:32.079388 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Updating router a3543041-6b66-4c12-b101-886a49ad238c port c707d11c-800d-4c7b-92b8-060777fcfcd1 binding host dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:36:32.083352 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436684bf-83ec-4f0e-8d42-0d66bd0d8a8c req-65bacdd6-0efe-4306-9116-87196e55ca3a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:32.084890 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-436684bf-83ec-4f0e-8d42-0d66bd0d8a8c req-65bacdd6-0efe-4306-9116-87196e55ca3a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0916150 Jan 11 06:36:32.104809 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:32.168689 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-436684bf-83ec-4f0e-8d42-0d66bd0d8a8c req-ef2e2fe0-f455-4faa-9dcc-4dad12ce68e7 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751987 Jan 11 06:36:32.252381 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fa316c51-374e-44ba-88a6-56b235c0bc64 req-9a429a42-1acb-47a3-82d6-89d7f475a168 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 210 time: 0.0436130 Jan 11 06:36:32.277354 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:32.370611 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Publish callbacks [] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:32.375981 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:32.427751 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Attempting to bind port c707d11c-800d-4c7b-92b8-060777fcfcd1 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:36:32.428250 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Attempting to bind port c707d11c-800d-4c7b-92b8-060777fcfcd1 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:36:32.428702 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Attempting to bind port c707d11c-800d-4c7b-92b8-060777fcfcd1 on network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:32.436948 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:36:32.437412 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Checking segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:32.437877 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:32.438365 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Bound using segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:36:32.439013 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Bound port: c707d11c-800d-4c7b-92b8-060777fcfcd1, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:36:32.439593 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:32.464657 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90b056-b5cf-4fec-a76d-24a701f763ca None None] Pushing event updated for resources: {'Port': ['ID=c707d11c-800d-4c7b-92b8-060777fcfcd1,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:32.466041 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Allocated IP 172.20.0.1 (60c9b49d-4910-402c-b659-a833efc4b3d3/4f7deac5-4463-45a7-9b41-e09020e4e2c3/cefe2c73-fcc5-4203-a764-8bea693ccbbf) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:36:32.498401 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] For port c707d11c-800d-4c7b-92b8-060777fcfcd1, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:36:32.501422 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] For port c707d11c-800d-4c7b-92b8-060777fcfcd1, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=c707d11c-800d-4c7b-92b8-060777fcfcd1,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:36:32.505796 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:32.561714 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Routers {'a3543041-6b66-4c12-b101-886a49ad238c'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:36:32.562347 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:36:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['a3543041-6b66-4c12-b101-886a49ad238c'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:32.671177 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] Set router a3543041-6b66-4c12-b101-886a49ad238c gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:36:32.693824 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Publish callbacks [] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:32.737963 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90b056-b5cf-4fec-a76d-24a701f763ca None None] Pushing event updated for resources: {'Port': ['ID=c707d11c-800d-4c7b-92b8-060777fcfcd1,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:32.869426 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 92afc701-e04b-4754-9093-a174017a5f9a no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:36:32.871074 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-1672bfd9-14d8-4a35-a646-ad60a06599d7 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:32.872606 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-1672bfd9-14d8-4a35-a646-ad60a06599d7 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "GET /v2.0/networks?id=e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 200 len: 815 time: 0.2754328 Jan 11 06:36:32.885215 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:32.889561 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'name': 'tempest-TestVolumeBootPattern-1564736054-router', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 3, 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'gw_port': {'id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:32.902197 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 92afc701-e04b-4754-9093-a174017a5f9a {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:36:32.902829 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 92afc701-e04b-4754-9093-a174017a5f9a not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:36:32.922176 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edfcb6a-30db-44d5-bb13-54753650ecb8 None None] The sync data for ids ['a3543041-6b66-4c12-b101-886a49ad238c'] in dv-cinder-606346-33-iscsi is: [{'id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'name': 'tempest-TestVolumeBootPattern-1564736054-router', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 3, 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'gw_port': {'id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:36:32.941191 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Request body: {'port': {'device_id': '2c54e28d-4d36-49af-8290-66977ba1b3ee', 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0', 'admin_state_up': True, 'tenant_id': '9f6695dbd0cc4bce959ed34cd1bf633c'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:32.989125 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Network 60c9b49d-4910-402c-b659-a833efc4b3d3 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:32.991171 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:32.998359 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:36:33.117224 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Pushing event updated for resources: {'Port': ['ID=cefe2c73-fcc5-4203-a764-8bea693ccbbf,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:33.148152 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992443'] for router_interface (a3543041-6b66-4c12-b101-886a49ad238c), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:33.192282 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061dad1-9529-4323-b80e-1b55a343b49b req-7e3f5e6a-f3d1-44ac-bec1-98f66eea22fd tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:33.204157 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-7e3f5e6a-f3d1-44ac-bec1-98f66eea22fd tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/networks?id=b85a2e52-6946-456b-a5cd-27f115447827 HTTP/1.1" status: 200 len: 809 time: 0.3593671 Jan 11 06:36:33.251898 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-aa42b962-d017-4a04-91b5-0b177dd3e27f tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/quotas/7a2af370ad2940278c8f9fe51fae8838 HTTP/1.1" status: 200 len: 375 time: 0.0326605 Jan 11 06:36:33.328627 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-37be2352-e76e-426e-bd0b-de514cb3f813 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a2af370ad2940278c8f9fe51fae8838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491486 Jan 11 06:36:33.352233 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Made reservation on behalf of 9f6695dbd0cc4bce959ed34cd1bf633c for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:36:33.356007 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:33.458574 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-6fbeb062-c086-4404-a844-6315f371462a None None] Provisioning complete for port cefe2c73-fcc5-4203-a764-8bea693ccbbf triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:33.459199 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-6fbeb062-c086-4404-a844-6315f371462a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:33.486805 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:33.497074 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-6fbeb062-c086-4404-a844-6315f371462a None None] Port cefe2c73-fcc5-4203-a764-8bea693ccbbf cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:36:33.613041 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5fef3-46e8-4f62-b606-9bc4f6cf4bf3 req-467c953a-6e97-4b2a-b022-6c65f5fa8774 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:33.613041 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-50b5fef3-46e8-4f62-b606-9bc4f6cf4bf3 req-467c953a-6e97-4b2a-b022-6c65f5fa8774 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.2069006 Jan 11 06:36:33.622450 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-07baba7b-f545-4b11-b7f1-6d8656fcb9b0 service neutron] 10.222.0.15 "GET /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810764 Jan 11 06:36:33.668080 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device c707d11c-800d-4c7b-92b8-060777fcfcd1 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:33.729399 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port c707d11c-800d-4c7b-92b8-060777fcfcd1 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:33.729773 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:33.796195 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Allocated IP 172.20.0.13 (e69e80d8-91a0-4085-a401-00f95b7821f0/86961111-d8a7-47df-8f63-8941f1ef9030/5d833f2d-5816-4665-90b3-009c08b3a898) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:36:33.820690 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port c707d11c-800d-4c7b-92b8-060777fcfcd1 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:33.821086 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:33.843245 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port c707d11c-800d-4c7b-92b8-060777fcfcd1, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=c707d11c-800d-4c7b-92b8-060777fcfcd1,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:33.849040 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:33.851746 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-50b5fef3-46e8-4f62-b606-9bc4f6cf4bf3 req-ed75a2d7-bcd5-4b22-ad87-9660b0babbe6 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244091 Jan 11 06:36:33.909622 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=c707d11c-800d-4c7b-92b8-060777fcfcd1,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:33.954696 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-c99a875c-11cf-47a1-9b1a-9bb064cb6fab service neutron] 10.222.0.15 "GET /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222933 Jan 11 06:36:33.994346 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55e58950-56a5-4b01-a0cf-58dc4ea1a95f req-a8f32ffd-3a1d-4e3e-ad5c-44665731aea9 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 210 time: 0.0551381 Jan 11 06:36:34.092897 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Publish callbacks [] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:34.105878 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:34.203456 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks [] for port (5d833f2d-5816-4665-90b3-009c08b3a898), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:34.212485 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc044621-3843-4506-9456-cbac12514e28 req-49cc817b-4970-4d1d-96d2-1b978c0b786e tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 210 time: 0.0724883 Jan 11 06:36:34.234817 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Pushing event updated for resources: {'Port': ['ID=cefe2c73-fcc5-4203-a764-8bea693ccbbf,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:34.243218 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992335'] for router_interface (a3543041-6b66-4c12-b101-886a49ad238c), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:34.333524 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:34.387496 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['a0700528-82fb-413a-b58a-97b306f4e6cf', '35e0ff33-67f2-4637-a991-e666ea893ffd'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:36:34.631769 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Network e69e80d8-91a0-4085-a401-00f95b7821f0 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:34.635540 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:34.642912 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:36:34.649499 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Pushing event updated for resources: {'Port': ['ID=5d833f2d-5816-4665-90b3-009c08b3a898,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:34.652836 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Network 60c9b49d-4910-402c-b659-a833efc4b3d3 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:34.673293 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:34.759376 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:34.759960 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:34.792038 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-b2027656-4a4b-4f34-a2d1-44fadfe9d6f0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8604577 Jan 11 06:36:34.812295 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Request body: {'port': {'device_id': '2c54e28d-4d36-49af-8290-66977ba1b3ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:34.850452 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Router a3543041-6b66-4c12-b101-886a49ad238c has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:36:34.918194 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:34.928680 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-b4ebb514-a316-4b41-95ea-37be9c1e0a51 None None] Provisioning complete for port cefe2c73-fcc5-4203-a764-8bea693ccbbf triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:34.929235 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b4ebb514-a316-4b41-95ea-37be9c1e0a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:34.968239 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebb514-a316-4b41-95ea-37be9c1e0a51 None None] Port cefe2c73-fcc5-4203-a764-8bea693ccbbf cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:36:35.111865 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a18c8-6682-41fb-9d56-19cf13cf2ebb req-518c7ecc-1900-4fc8-b8e7-2971b969cf47 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:35.113348 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-751a18c8-6682-41fb-9d56-19cf13cf2ebb req-518c7ecc-1900-4fc8-b8e7-2971b969cf47 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1666188 Jan 11 06:36:35.117180 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:36:35.135692 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-c5116888-45a5-431d-92bc-0d90c1bbdb2b admin admin] 10.222.0.15 "PUT /v2.0/routers/a3543041-6b66-4c12-b101-886a49ad238c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5574567 Jan 11 06:36:35.269742 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26140ce-34cf-481a-9467-17b29693e053 req-074f2c10-32c2-4068-bb07-3bd45e647283 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:35.271441 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b26140ce-34cf-481a-9467-17b29693e053 req-074f2c10-32c2-4068-bb07-3bd45e647283 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 932 time: 0.1685143 Jan 11 06:36:35.277017 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-751a18c8-6682-41fb-9d56-19cf13cf2ebb req-68adb8b7-ac99-4709-9dd3-507ff3c70a7b tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489460 Jan 11 06:36:35.383506 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b26140ce-34cf-481a-9467-17b29693e053 req-988536c8-1cdc-454e-9a0c-61fa9e05fe2f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054783 Jan 11 06:36:35.395120 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7213ac9b-15d1-40d5-97b1-454f1148e148 req-87e01a26-15da-4e50-8eb4-50bab0b6dd46 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 210 time: 0.0565765 Jan 11 06:36:35.509190 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d833f2d-5816-4665-90b3-009c08b3a898 {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:36:35.520335 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Publish callbacks [] for port (5d833f2d-5816-4665-90b3-009c08b3a898), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:35.546796 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Transition to ACTIVE for port object 5d833f2d-5816-4665-90b3-009c08b3a898 will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:36:35.554822 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:35.601752 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a0d55604-2b9e-48ec-a9e5-d13142448f18 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:35.603458 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a0d55604-2b9e-48ec-a9e5-d13142448f18 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.30 "GET /v2.0/networks?id=b85a2e52-6946-456b-a5cd-27f115447827 HTTP/1.1" status: 200 len: 809 time: 0.1642628 Jan 11 06:36:35.672579 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device c707d11c-800d-4c7b-92b8-060777fcfcd1 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:35.675383 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-3061dad1-9529-4323-b80e-1b55a343b49b req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Request body: {'port': {'device_id': '3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c', 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827', 'admin_state_up': True, 'tenant_id': '7a2af370ad2940278c8f9fe51fae8838'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:35.714321 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d833f2d-5816-4665-90b3-009c08b3a898,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:35.758708 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port c707d11c-800d-4c7b-92b8-060777fcfcd1 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:35.758931 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:35.770799 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Attempting to bind port 5d833f2d-5816-4665-90b3-009c08b3a898 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:36:35.771272 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Attempting to bind port 5d833f2d-5816-4665-90b3-009c08b3a898 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:36:35.771708 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Attempting to bind port 5d833f2d-5816-4665-90b3-009c08b3a898 on network e69e80d8-91a0-4085-a401-00f95b7821f0 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:35.783210 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Port 5d833f2d-5816-4665-90b3-009c08b3a898 on network e69e80d8-91a0-4085-a401-00f95b7821f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:36:35.783779 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Attempting to bind port 5d833f2d-5816-4665-90b3-009c08b3a898 on network e69e80d8-91a0-4085-a401-00f95b7821f0 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:35.802363 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:36:35.802876 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Checking segment: {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:35.803363 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Bound using segment: {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:36:35.804011 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Bound port: 5d833f2d-5816-4665-90b3-009c08b3a898, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:36:35.804497 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:35.867428 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port c707d11c-800d-4c7b-92b8-060777fcfcd1 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:35.896857 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3061dad1-9529-4323-b80e-1b55a343b49b req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Made reservation on behalf of 7a2af370ad2940278c8f9fe51fae8838 for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:36:35.901455 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3061dad1-9529-4323-b80e-1b55a343b49b req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:35.976219 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde8cfa-28a3-4dc6-a8f4-86cb6f66ee21 req-bc5894df-f67d-4716-936a-675bf3dd5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:35.978242 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-efde8cfa-28a3-4dc6-a8f4-86cb6f66ee21 req-bc5894df-f67d-4716-936a-675bf3dd5fe8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 1099 time: 0.0690327 Jan 11 06:36:35.995339 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] For port 5d833f2d-5816-4665-90b3-009c08b3a898, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:36:36.020895 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] For port 5d833f2d-5816-4665-90b3-009c08b3a898, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5d833f2d-5816-4665-90b3-009c08b3a898,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:36:36.026316 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 33908) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:36.035076 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-e0bd97a9-35d1-44f1-8903-3d4391b4fee1 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-584960658', 'description': 'tempest-secgroup-smoke-584960658 description', 'project_id': 'a07dbfb98a35408fb3bff666f3db199d'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:36.059122 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.071443 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-efde8cfa-28a3-4dc6-a8f4-86cb6f66ee21 req-7d2cb839-0af5-4880-89b8-585956d6abd9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601208 Jan 11 06:36:36.125357 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:36.126868 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.128437 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/5d833f2d-5816-4665-90b3-009c08b3a898 HTTP/1.1" status: 200 len: 1094 time: 1.3218184 Jan 11 06:36:36.135544 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c54e28d-4d36-49af-8290-66977ba1b3ee', 'tag': '5d833f2d-5816-4665-90b3-009c08b3a898'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:36:36.138228 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14b95eb-6037-4aea-88a5-844cfcc6f31b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c54e28d-4d36-49af-8290-66977ba1b3ee", "tag": "5d833f2d-5816-4665-90b3-009c08b3a898"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:36:36.193966 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-3061dad1-9529-4323-b80e-1b55a343b49b req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Allocated IP 172.20.0.2 (b85a2e52-6946-456b-a5cd-27f115447827/fedb32f5-af0c-455d-a540-418e7ccc266b/f23f8dfc-30cc-4168-abab-9d0366287998) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:36:36.202574 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97a9-35d1-44f1-8903-3d4391b4fee1 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.205303 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c89409-4b3e-40c3-994d-01bbe14d40c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d833f2d-5816-4665-90b3-009c08b3a898,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:36.256811 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f95e2-2318-4acb-b0fe-6880ff85abc2 req-e87d5950-d8e2-4c78-ad57-d3018639972c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:36.258272 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-755f95e2-2318-4acb-b0fe-6880ff85abc2 req-e87d5950-d8e2-4c78-ad57-d3018639972c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1647444 Jan 11 06:36:36.365911 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-755f95e2-2318-4acb-b0fe-6880ff85abc2 req-661e45e0-28e7-4e68-ac1c-1033a15fd49e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010182 Jan 11 06:36:36.426256 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360802ec-012c-4d19-a094-3ebedc03eaa3 x-openstack-request-id: req-360802ec-012c-4d19-a094-3ebedc03eaa3 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:36:36.426545 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c54e28d-4d36-49af-8290-66977ba1b3ee", "tag": "5d833f2d-5816-4665-90b3-009c08b3a898", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:36:36.426795 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-360802ec-012c-4d19-a094-3ebedc03eaa3 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:36:36.427183 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c54e28d-4d36-49af-8290-66977ba1b3ee', 'tag': '5d833f2d-5816-4665-90b3-009c08b3a898', 'status': 'completed', 'code': 200} Jan 11 06:36:36.445090 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97a9-35d1-44f1-8903-3d4391b4fee1 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group (130fdee2-3a9e-4647-8025-e147d4488c50), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.452964 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97a9-35d1-44f1-8903-3d4391b4fee1 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (130fdee2-3a9e-4647-8025-e147d4488c50), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.505584 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e0bd97a9-35d1-44f1-8903-3d4391b4fee1 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.506814 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-e0bd97a9-35d1-44f1-8903-3d4391b4fee1 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4794278 Jan 11 06:36:36.509919 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33918) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:36.514888 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-ef2d8dc3-f5e6-44d3-b6f9-a56ee1bacd44 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'security_group_rule': {'security_group_id': '130fdee2-3a9e-4647-8025-e147d4488c50', 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:36.531665 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3061dad1-9529-4323-b80e-1b55a343b49b req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks [] for port (f23f8dfc-30cc-4168-abab-9d0366287998), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.553243 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8dc3-f5e6-44d3-b6f9-a56ee1bacd44 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (623db53c-e659-4171-b425-73cbe964161d), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.553519 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd97a9-35d1-44f1-8903-3d4391b4fee1 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130fdee2-3a9e-4647-8025-e147d4488c50,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:36.619973 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8dc3-f5e6-44d3-b6f9-a56ee1bacd44 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (623db53c-e659-4171-b425-73cbe964161d), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.624507 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8dc3-f5e6-44d3-b6f9-a56ee1bacd44 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (623db53c-e659-4171-b425-73cbe964161d), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.638332 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9968fa-463d-4407-8b86-3ca22eb93f0e req-46a679e5-0818-4296-9fc7-cb13461c25b4 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:36.639839 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2f9968fa-463d-4407-8b86-3ca22eb93f0e req-46a679e5-0818-4296-9fc7-cb13461c25b4 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1650195 Jan 11 06:36:36.648894 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d8dc3-f5e6-44d3-b6f9-a56ee1bacd44 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623db53c-e659-4171-b425-73cbe964161d,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:36.655149 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ef2d8dc3-f5e6-44d3-b6f9-a56ee1bacd44 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.656645 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-ef2d8dc3-f5e6-44d3-b6f9-a56ee1bacd44 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454356 Jan 11 06:36:36.660251 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33920) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:36.665405 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-d98e82df-1853-4bd1-9de3-64d1707e424a tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'security_group_rule': {'security_group_id': '130fdee2-3a9e-4647-8025-e147d4488c50', 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:36.677100 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Sync routers for ids ['a3543041-6b66-4c12-b101-886a49ad238c'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:36:36.683947 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3061dad1-9529-4323-b80e-1b55a343b49b req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.691894 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Routers {'a3543041-6b66-4c12-b101-886a49ad238c'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:36:36.692774 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:36:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['a3543041-6b66-4c12-b101-886a49ad238c'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:36.703728 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d98e82df-1853-4bd1-9de3-64d1707e424a tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (97b606ba-94fe-4b0f-b971-a33eb59628f9), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.710400 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b95eb-6037-4aea-88a5-844cfcc6f31b req-4a5976fc-5c31-4c11-86fc-30b338ee643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:36.712247 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b14b95eb-6037-4aea-88a5-844cfcc6f31b req-4a5976fc-5c31-4c11-86fc-30b338ee643c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 1097 time: 0.1433370 Jan 11 06:36:36.744733 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f371f2-e794-4732-9dba-524d4bcb2e2a req-0077dd85-117f-4872-8a70-6fa78ca5a912 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:36.746401 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48f371f2-e794-4732-9dba-524d4bcb2e2a req-0077dd85-117f-4872-8a70-6fa78ca5a912 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 944 time: 0.1982558 Jan 11 06:36:36.773786 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d98e82df-1853-4bd1-9de3-64d1707e424a tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (97b606ba-94fe-4b0f-b971-a33eb59628f9), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.778513 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d98e82df-1853-4bd1-9de3-64d1707e424a tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (97b606ba-94fe-4b0f-b971-a33eb59628f9), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.804406 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Set router a3543041-6b66-4c12-b101-886a49ad238c gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:36:36.804940 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e82df-1853-4bd1-9de3-64d1707e424a tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b606ba-94fe-4b0f-b971-a33eb59628f9,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:36.810066 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d98e82df-1853-4bd1-9de3-64d1707e424a tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.815427 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-d98e82df-1853-4bd1-9de3-64d1707e424a tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1497512 Jan 11 06:36:36.815427 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33922) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:36.819798 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-c059aa64-1bc6-40b9-95a1-b1ff8cf1e7cb tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'security_group_rule': {'security_group_id': '130fdee2-3a9e-4647-8025-e147d4488c50', 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:36.851074 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c059aa64-1bc6-40b9-95a1-b1ff8cf1e7cb tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (2d808894-30a0-4d39-9688-ece12eab9493), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.854733 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3061dad1-9529-4323-b80e-1b55a343b49b req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Network b85a2e52-6946-456b-a5cd-27f115447827 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:36:36.861249 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2f9968fa-463d-4407-8b86-3ca22eb93f0e req-bf4b0263-1847-4921-9fcf-b2b3424a2c52 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119899 Jan 11 06:36:36.886226 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-3061dad1-9529-4323-b80e-1b55a343b49b req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:36:36.931266 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3061dad1-9529-4323-b80e-1b55a343b49b req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:36:36.934177 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Pushing event updated for resources: {'Port': ['ID=f23f8dfc-30cc-4168-abab-9d0366287998,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:36.957669 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c059aa64-1bc6-40b9-95a1-b1ff8cf1e7cb tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (2d808894-30a0-4d39-9688-ece12eab9493), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.963097 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c059aa64-1bc6-40b9-95a1-b1ff8cf1e7cb tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (2d808894-30a0-4d39-9688-ece12eab9493), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.985090 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059aa64-1bc6-40b9-95a1-b1ff8cf1e7cb tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d808894-30a0-4d39-9688-ece12eab9493,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:36.995002 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c059aa64-1bc6-40b9-95a1-b1ff8cf1e7cb tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:36.996821 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-c059aa64-1bc6-40b9-95a1-b1ff8cf1e7cb tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1810012 Jan 11 06:36:36.999580 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33924) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:37.004658 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-d6a818f9-3b60-4e2d-b6c4-d898e1d467f7 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'security_group_rule': {'security_group_id': '130fdee2-3a9e-4647-8025-e147d4488c50', 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:37.032039 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'name': 'tempest-TestVolumeBootPattern-1564736054-router', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:33Z', 'revision_number': 4, 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'gw_port': {'id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': 'cefe2c73-fcc5-4203-a764-8bea693ccbbf', 'name': '', 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'mac_address': 'fa:16:3e:3e:7c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f7deac5-4463-45a7-9b41-e09020e4e2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:32Z', 'updated_at': '2022-01-11T06:36:33Z', 'revision_number': 2, 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'subnets': [{'id': '4f7deac5-4463-45a7-9b41-e09020e4e2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:37.043456 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d6a818f9-3b60-4e2d-b6c4-d898e1d467f7 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (02ca737f-4480-4745-b568-5289c8763d96), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.061528 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Checking router: a3543041-6b66-4c12-b101-886a49ad238c for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:36:37.061885 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Updating router a3543041-6b66-4c12-b101-886a49ad238c port cefe2c73-fcc5-4203-a764-8bea693ccbbf binding host dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:36:37.088430 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.088672 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48f371f2-e794-4732-9dba-524d4bcb2e2a req-4bc964c6-6b21-41f6-9b0f-183570c19551 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250995 Jan 11 06:36:37.106413 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061dad1-9529-4323-b80e-1b55a343b49b req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:37.107062 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3061dad1-9529-4323-b80e-1b55a343b49b req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.110726 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d6a818f9-3b60-4e2d-b6c4-d898e1d467f7 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (02ca737f-4480-4745-b568-5289c8763d96), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.116150 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d6a818f9-3b60-4e2d-b6c4-d898e1d467f7 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (02ca737f-4480-4745-b568-5289c8763d96), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.124829 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b95eb-6037-4aea-88a5-844cfcc6f31b req-2c3a037f-71af-44b8-9ef6-74cbb206abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:37.127336 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b14b95eb-6037-4aea-88a5-844cfcc6f31b req-2c3a037f-71af-44b8-9ef6-74cbb206abd5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3658171 Jan 11 06:36:37.136459 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a818f9-3b60-4e2d-b6c4-d898e1d467f7 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ca737f-4480-4745-b568-5289c8763d96,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:37.140524 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d6a818f9-3b60-4e2d-b6c4-d898e1d467f7 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.144512 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0856cb-69c5-4fc5-ad52-24b813da0dc5 req-543bc39b-85b1-45af-87d1-ef754bf0522b tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:37.144674 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-d6a818f9-3b60-4e2d-b6c4-d898e1d467f7 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409421 Jan 11 06:36:37.144783 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ba0856cb-69c5-4fc5-ad52-24b813da0dc5 req-543bc39b-85b1-45af-87d1-ef754bf0522b tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 931 time: 0.1607144 Jan 11 06:36:37.148560 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33926) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:37.152933 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-ae0b6da9-b433-4ec5-bf37-49ef4f18c1c0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'security_group_rule': {'security_group_id': '130fdee2-3a9e-4647-8025-e147d4488c50', 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:37.167709 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-e30e03d8-7557-40e3-bb7e-e8b5be1b22a2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5060785 Jan 11 06:36:37.178461 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.securitygroups_db [None req-ae0b6da9-b433-4ec5-bf37-49ef4f18c1c0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Project a07dbfb98a35408fb3bff666f3db199d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 06:36:37.184263 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6da9-b433-4ec5-bf37-49ef4f18c1c0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (a36c81f7-6c2c-4cc5-9352-1e2383e0e5e0), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.247651 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6da9-b433-4ec5-bf37-49ef4f18c1c0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (a36c81f7-6c2c-4cc5-9352-1e2383e0e5e0), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.252834 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6da9-b433-4ec5-bf37-49ef4f18c1c0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (a36c81f7-6c2c-4cc5-9352-1e2383e0e5e0), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.271876 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b6da9-b433-4ec5-bf37-49ef4f18c1c0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36c81f7-6c2c-4cc5-9352-1e2383e0e5e0,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:37.289826 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ae0b6da9-b433-4ec5-bf37-49ef4f18c1c0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.292879 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-ae0b6da9-b433-4ec5-bf37-49ef4f18c1c0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415212 Jan 11 06:36:37.293968 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 33928) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:36:37.298701 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-776d0dee-b572-4f59-bf6c-0c9938f6301c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'security_group_rule': {'security_group_id': '130fdee2-3a9e-4647-8025-e147d4488c50', 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:37.326024 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.securitygroups_db [None req-776d0dee-b572-4f59-bf6c-0c9938f6301c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Project a07dbfb98a35408fb3bff666f3db199d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 06:36:37.333594 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-776d0dee-b572-4f59-bf6c-0c9938f6301c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (df9714b8-1de4-4df2-b29d-f3f3da065ad8), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.395247 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-776d0dee-b572-4f59-bf6c-0c9938f6301c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (df9714b8-1de4-4df2-b29d-f3f3da065ad8), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.401768 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-776d0dee-b572-4f59-bf6c-0c9938f6301c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (df9714b8-1de4-4df2-b29d-f3f3da065ad8), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.418858 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Publish callbacks [] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), precommit_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.420263 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d0dee-b572-4f59-bf6c-0c9938f6301c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9714b8-1de4-4df2-b29d-f3f3da065ad8,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:37.431008 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.435265 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-776d0dee-b572-4f59-bf6c-0c9938f6301c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.443326 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-776d0dee-b572-4f59-bf6c-0c9938f6301c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421826 Jan 11 06:36:37.448863 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Request body: {'port': {'device_id': '3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:36:37.513953 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3aaf36-1804-4119-932b-07c6704f5736 None None] Pushing event updated for resources: {'Port': ['ID=cefe2c73-fcc5-4203-a764-8bea693ccbbf,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:37.585257 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ba0856cb-69c5-4fc5-ad52-24b813da0dc5 req-7ce7455e-f7c5-46e3-8781-fec824ed1ed5 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254282 Jan 11 06:36:37.633281 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Attempting to bind port cefe2c73-fcc5-4203-a764-8bea693ccbbf on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:36:37.633883 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Attempting to bind port cefe2c73-fcc5-4203-a764-8bea693ccbbf by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '22934ef3-a808-4151-8b32-83fea2b01a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:36:37.634574 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Attempting to bind port cefe2c73-fcc5-4203-a764-8bea693ccbbf on network 60c9b49d-4910-402c-b659-a833efc4b3d3 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:37.640863 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:36:37.641497 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Checking segment: {'id': '22934ef3-a808-4151-8b32-83fea2b01a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:37.642340 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.642904 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Bound using segment: {'id': '22934ef3-a808-4151-8b32-83fea2b01a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:36:37.643776 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Bound port: cefe2c73-fcc5-4203-a764-8bea693ccbbf, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22934ef3-a808-4151-8b32-83fea2b01a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:36:37.644985 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.751971 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] For port cefe2c73-fcc5-4203-a764-8bea693ccbbf, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:36:37.755564 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] For port cefe2c73-fcc5-4203-a764-8bea693ccbbf, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=cefe2c73-fcc5-4203-a764-8bea693ccbbf,segment=NetworkSegment(22934ef3-a808-4151-8b32-83fea2b01a9d),segment_id=22934ef3-a808-4151-8b32-83fea2b01a9d)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:36:37.761521 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.789838 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bc6c7-6ec9-4f63-b779-d432aba44326 req-13decb41-8da3-4e29-9ecb-177e5080f154 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:37.791297 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f47bc6c7-6ec9-4f63-b779-d432aba44326 req-13decb41-8da3-4e29-9ecb-177e5080f154 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1791978 Jan 11 06:36:37.793620 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:37.797437 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b95eb-6037-4aea-88a5-844cfcc6f31b req-3ad30b4a-4ce0-4dc1-b40e-1d4fcd0eb6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:37.799345 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b14b95eb-6037-4aea-88a5-844cfcc6f31b req-3ad30b4a-4ce0-4dc1-b40e-1d4fcd0eb6e7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6549828 Jan 11 06:36:37.837665 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3aaf36-1804-4119-932b-07c6704f5736 None None] Pushing event updated for resources: {'Port': ['ID=cefe2c73-fcc5-4203-a764-8bea693ccbbf,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:37.843852 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Routers {'a3543041-6b66-4c12-b101-886a49ad238c'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:36:37.844511 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:36:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['a3543041-6b66-4c12-b101-886a49ad238c'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:37.849129 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-e1792091-baf1-4081-bccb-f83299edad29 None None] Provisioning complete for port cefe2c73-fcc5-4203-a764-8bea693ccbbf triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:37.849508 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-e1792091-baf1-4081-bccb-f83299edad29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:38.023372 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f47bc6c7-6ec9-4f63-b779-d432aba44326 req-68b2d6ad-98c8-4cc2-bb5c-043ba30918a2 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175212 Jan 11 06:36:38.069962 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-e1792091-baf1-4081-bccb-f83299edad29 None None] Current status of the port cefe2c73-fcc5-4203-a764-8bea693ccbbf is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:38.070353 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-e1792091-baf1-4081-bccb-f83299edad29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:38.096622 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] Set router a3543041-6b66-4c12-b101-886a49ad238c gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:36:38.103972 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-c14322f0-b0a6-4efd-a1ba-f735644c7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:38.105483 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-c14322f0-b0a6-4efd-a1ba-f735644c7fa0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 1097 time: 0.1820080 Jan 11 06:36:38.170368 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ec82a-0a1a-4c7a-be70-eab52ffe88aa req-d828c911-dee4-4bf9-a5bf-fd56b9ac66b5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:38.179144 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-e1792091-baf1-4081-bccb-f83299edad29 None None] For port cefe2c73-fcc5-4203-a764-8bea693ccbbf, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=cefe2c73-fcc5-4203-a764-8bea693ccbbf,segment=NetworkSegment(22934ef3-a808-4151-8b32-83fea2b01a9d),segment_id=22934ef3-a808-4151-8b32-83fea2b01a9d)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:38.180308 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f54ec82a-0a1a-4c7a-be70-eab52ffe88aa req-d828c911-dee4-4bf9-a5bf-fd56b9ac66b5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1943257 Jan 11 06:36:38.185924 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-e1792091-baf1-4081-bccb-f83299edad29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:38.247692 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-09b1af0a-24c5-403d-b199-3fb2b11d1b90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d833f2d-5816-4665-90b3-009c08b3a898 HTTP/1.1" status: 200 len: 217 time: 0.1161301 Jan 11 06:36:38.381869 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f54ec82a-0a1a-4c7a-be70-eab52ffe88aa req-4a3375b7-aaa0-4f40-adea-4328ab75bf87 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986566 Jan 11 06:36:38.385939 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-34f62674-f89a-4eea-9e73-921df97ac899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:38.387475 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-34f62674-f89a-4eea-9e73-921df97ac899 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=86961111-d8a7-47df-8f63-8941f1ef9030 HTTP/1.1" status: 200 len: 855 time: 0.1207786 Jan 11 06:36:38.400536 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e87133-e23b-4efe-9198-7f2d42cf4726 req-9af78de6-4943-4252-a4c6-96e14f0300ed tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:38.410406 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-46e87133-e23b-4efe-9198-7f2d42cf4726 req-9af78de6-4943-4252-a4c6-96e14f0300ed tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 944 time: 0.2197821 Jan 11 06:36:38.429818 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1792091-baf1-4081-bccb-f83299edad29 None None] Pushing event updated for resources: {'Port': ['ID=cefe2c73-fcc5-4203-a764-8bea693ccbbf,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:38.460149 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-993f5735-f90d-4ef2-93d5-74c5d8940a25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e69e80d8-91a0-4085-a401-00f95b7821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470564 Jan 11 06:36:38.465514 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-061e625b-a989-4cf9-8938-61d83072c041 None None] Provisioning complete for port cefe2c73-fcc5-4203-a764-8bea693ccbbf triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:38.465896 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-061e625b-a989-4cf9-8938-61d83072c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:38.565486 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23f8dfc-30cc-4168-abab-9d0366287998 {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:36:38.582017 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Publish callbacks [] for port (f23f8dfc-30cc-4168-abab-9d0366287998), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:38.607062 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-46e87133-e23b-4efe-9198-7f2d42cf4726 req-b3ddfd45-206e-4c9d-a368-7caf5631a6e3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957009 Jan 11 06:36:38.622004 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-061e625b-a989-4cf9-8938-61d83072c041 None None] Current status of the port cefe2c73-fcc5-4203-a764-8bea693ccbbf is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:38.629621 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Transition to ACTIVE for port object f23f8dfc-30cc-4168-abab-9d0366287998 will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:36:38.637742 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:38.666397 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'name': 'tempest-TestVolumeBootPattern-1564736054-router', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:33Z', 'revision_number': 4, 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'gw_port': {'id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': 'cefe2c73-fcc5-4203-a764-8bea693ccbbf', 'name': '', 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'mac_address': 'fa:16:3e:3e:7c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f7deac5-4463-45a7-9b41-e09020e4e2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:32Z', 'updated_at': '2022-01-11T06:36:37Z', 'revision_number': 4, 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'subnets': [{'id': '4f7deac5-4463-45a7-9b41-e09020e4e2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:36:38.713568 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b391b7-7b06-467d-af72-cd57b17b9911 None None] The sync data for ids ['a3543041-6b66-4c12-b101-886a49ad238c'] in dv-cinder-606346-33-iscsi is: [{'id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'name': 'tempest-TestVolumeBootPattern-1564736054-router', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:33Z', 'revision_number': 4, 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'gw_port': {'id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': 'cefe2c73-fcc5-4203-a764-8bea693ccbbf', 'name': '', 'network_id': '60c9b49d-4910-402c-b659-a833efc4b3d3', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'mac_address': 'fa:16:3e:3e:7c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f7deac5-4463-45a7-9b41-e09020e4e2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:32Z', 'updated_at': '2022-01-11T06:36:37Z', 'revision_number': 4, 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'subnets': [{'id': '4f7deac5-4463-45a7-9b41-e09020e4e2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:36:38.763856 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Pushing event updated for resources: {'Port': ['ID=f23f8dfc-30cc-4168-abab-9d0366287998,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:38.786878 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-79b01864-1b54-4446-8512-3a05decd7664 service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031526 Jan 11 06:36:38.810596 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14fb3a-86ad-4579-9a42-ef865492a5ed req-c1cc8962-9479-46ee-b70b-c6704b2c4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:38.812319 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0b14fb3a-86ad-4579-9a42-ef865492a5ed req-c1cc8962-9479-46ee-b70b-c6704b2c4249 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 1099 time: 0.1152790 Jan 11 06:36:38.927595 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14fb3a-86ad-4579-9a42-ef865492a5ed req-47bb4c20-61e4-4443-86bb-7472c12bdcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:38.929749 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0b14fb3a-86ad-4579-9a42-ef865492a5ed req-47bb4c20-61e4-4443-86bb-7472c12bdcf8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 920 time: 0.1088071 Jan 11 06:36:38.977588 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a4d67-b75c-44ce-baf0-23ba8cdb6308 req-7d2f3270-354d-454f-a2e0-1ec03274d63c tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:38.979150 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-961a4d67-b75c-44ce-baf0-23ba8cdb6308 req-7d2f3270-354d-454f-a2e0-1ec03274d63c tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 943 time: 0.2467597 Jan 11 06:36:38.988255 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0b14fb3a-86ad-4579-9a42-ef865492a5ed req-f4949f13-78b1-46e2-9465-20ac1d47fd76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11e7438a-7ef8-4f57-ab41-492f9cfa61ec HTTP/1.1" status: 200 len: 217 time: 0.0466976 Jan 11 06:36:39.010027 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b89ee-b525-4e22-8fa3-c955e85e5480 req-36c4c7b0-77ea-4d43-9c5c-f12979e2862e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:39.012182 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-039b89ee-b525-4e22-8fa3-c955e85e5480 req-36c4c7b0-77ea-4d43-9c5c-f12979e2862e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.2676857 Jan 11 06:36:39.022054 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Attempting to bind port f23f8dfc-30cc-4168-abab-9d0366287998 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:36:39.022356 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Attempting to bind port f23f8dfc-30cc-4168-abab-9d0366287998 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '46421354-b853-4308-9052-12dffe5f497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:36:39.022634 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Attempting to bind port f23f8dfc-30cc-4168-abab-9d0366287998 on network b85a2e52-6946-456b-a5cd-27f115447827 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:39.058686 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14fb3a-86ad-4579-9a42-ef865492a5ed req-a64d1d76-3648-44c5-b111-9f54f37c58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:39.060457 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0b14fb3a-86ad-4579-9a42-ef865492a5ed req-a64d1d76-3648-44c5-b111-9f54f37c58d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb11493f-ae20-42be-b515-410678056618 HTTP/1.1" status: 200 len: 859 time: 0.0627646 Jan 11 06:36:39.060603 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Port f23f8dfc-30cc-4168-abab-9d0366287998 on network b85a2e52-6946-456b-a5cd-27f115447827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:36:39.060932 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Attempting to bind port f23f8dfc-30cc-4168-abab-9d0366287998 on network b85a2e52-6946-456b-a5cd-27f115447827 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:36:39.075778 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9b54038-bda8-41df-8b4e-8a68867312a9 req-7db7e7db-f3bf-42db-abb3-9a2a3145f2ca service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485502 Jan 11 06:36:39.084775 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:36:39.085118 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Checking segment: {'id': '46421354-b853-4308-9052-12dffe5f497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:36:39.085475 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Bound using segment: {'id': '46421354-b853-4308-9052-12dffe5f497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:36:39.085921 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Bound port: f23f8dfc-30cc-4168-abab-9d0366287998, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46421354-b853-4308-9052-12dffe5f497f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:36:39.086279 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:39.108536 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0b14fb3a-86ad-4579-9a42-ef865492a5ed req-618dd92b-bf11-44c3-99c5-3e94386c4016 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411303 Jan 11 06:36:39.137509 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-961a4d67-b75c-44ce-baf0-23ba8cdb6308 req-2d7078b3-0dd3-4038-b86c-d23cdd8bb1de tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496866 Jan 11 06:36:39.160968 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-039b89ee-b525-4e22-8fa3-c955e85e5480 req-ac9d621f-2bf3-459b-9c82-b0d1b1953499 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399915 Jan 11 06:36:39.212185 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] For port f23f8dfc-30cc-4168-abab-9d0366287998, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:36:39.217209 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] For port f23f8dfc-30cc-4168-abab-9d0366287998, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f23f8dfc-30cc-4168-abab-9d0366287998,segment=NetworkSegment(46421354-b853-4308-9052-12dffe5f497f),segment_id=46421354-b853-4308-9052-12dffe5f497f)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:36:39.233221 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:39.242439 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0b14fb3a-86ad-4579-9a42-ef865492a5ed req-d883230b-54ef-4c07-a203-5ec4fb90d273 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179955 Jan 11 06:36:39.319004 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:39.319621 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:39.321099 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] 10.222.0.30 "PUT /v2.0/ports/f23f8dfc-30cc-4168-abab-9d0366287998 HTTP/1.1" status: 200 len: 1093 time: 1.8909788 Jan 11 06:36:39.323804 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c', 'tag': 'f23f8dfc-30cc-4168-abab-9d0366287998'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:36:39.326151 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d21644-b689-4cc6-af69-f1f7d150231c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c", "tag": "f23f8dfc-30cc-4168-abab-9d0366287998"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:36:39.357015 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12232d4-fa4e-416a-bca4-c067f1861905 service neutron] Pushing event updated for resources: {'Port': ['ID=f23f8dfc-30cc-4168-abab-9d0366287998,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.394166 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.396402 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.396402 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.396402 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.396402 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.396402 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.396402 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.396402 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.396402 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.396402 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.396402 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.396402 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:36:39.396402 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:36:39.398523 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efb164-d511-405a-b84e-e01c8425799b req-eb2f25a1-d2e2-454b-9612-58151cca2afb tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:39.404323 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-71efb164-d511-405a-b84e-e01c8425799b req-eb2f25a1-d2e2-454b-9612-58151cca2afb tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1208866 Jan 11 06:36:39.430610 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb51075-756c-4ccc-a0e7-4e353b2f59da x-openstack-request-id: req-1bb51075-756c-4ccc-a0e7-4e353b2f59da {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:36:39.430953 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c", "tag": "f23f8dfc-30cc-4168-abab-9d0366287998", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:36:39.431148 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bb51075-756c-4ccc-a0e7-4e353b2f59da {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:36:39.431545 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c', 'tag': 'f23f8dfc-30cc-4168-abab-9d0366287998', 'status': 'completed', 'code': 200} Jan 11 06:36:39.509146 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061dad1-9529-4323-b80e-1b55a343b49b req-7bea3bee-df7a-4f32-bb43-8e062d954b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:39.510947 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-7bea3bee-df7a-4f32-bb43-8e062d954b2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a2af370ad2940278c8f9fe51fae8838&device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 1096 time: 0.0938423 Jan 11 06:36:39.515655 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-71efb164-d511-405a-b84e-e01c8425799b req-d741ec7b-a65b-49e0-b139-8b9e52348f6b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020441 Jan 11 06:36:39.579083 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-3c759585-1763-4736-bbcc-9d5f6977edda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f23f8dfc-30cc-4168-abab-9d0366287998 HTTP/1.1" status: 200 len: 217 time: 0.0492723 Jan 11 06:36:39.618892 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:36:39.622914 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0b14fb3a-86ad-4579-9a42-ef865492a5ed req-c70c6ca7-2d89-498c-aa18-a3ff890f3db8 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336029 Jan 11 06:36:39.648170 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061dad1-9529-4323-b80e-1b55a343b49b req-f75c4a3b-1ecf-4b31-b378-7d764b7eec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:39.649847 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-f75c4a3b-1ecf-4b31-b378-7d764b7eec44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fedb32f5-af0c-455d-a540-418e7ccc266b HTTP/1.1" status: 200 len: 849 time: 0.0629003 Jan 11 06:36:39.684081 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-85159769-1f8c-4610-9820-6ed04588980f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b85a2e52-6946-456b-a5cd-27f115447827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270491 Jan 11 06:36:39.694500 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device cefe2c73-fcc5-4203-a764-8bea693ccbbf up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:39.746071 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port cefe2c73-fcc5-4203-a764-8bea693ccbbf triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:39.746443 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:39.804591 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdc872-8ca0-4300-a1c0-0fd557d691d2 req-5d7d7757-cb00-478e-a22f-d4336acc2d72 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:39.806392 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-58cdc872-8ca0-4300-a1c0-0fd557d691d2 req-5d7d7757-cb00-478e-a22f-d4336acc2d72 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 944 time: 0.1212780 Jan 11 06:36:39.831833 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port cefe2c73-fcc5-4203-a764-8bea693ccbbf is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:39.850898 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-3d25b193-3075-4923-aa58-fb68ddb2ffd5 service neutron] 10.222.0.30 "GET /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531248 Jan 11 06:36:39.946162 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-58cdc872-8ca0-4300-a1c0-0fd557d691d2 req-aef952dd-9f25-4b33-836d-5de8cadf74d0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279814 Jan 11 06:36:39.980313 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3061dad1-9529-4323-b80e-1b55a343b49b req-720ed164-c563-461f-b528-f545321c7f6f service neutron] 10.222.0.30 "GET /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181893 Jan 11 06:36:40.247912 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d21644-b689-4cc6-af69-f1f7d150231c req-35c58d4a-bf51-42c1-a8eb-b25a57c95e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:40.249452 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a2d21644-b689-4cc6-af69-f1f7d150231c req-35c58d4a-bf51-42c1-a8eb-b25a57c95e16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a2af370ad2940278c8f9fe51fae8838&device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 1096 time: 0.0743606 Jan 11 06:36:40.326335 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b38922-2cc3-407a-af7b-172626909915 req-14acbd5d-6497-4494-b7c3-5784f9a9c48f tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:40.327801 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e8b38922-2cc3-407a-af7b-172626909915 req-14acbd5d-6497-4494-b7c3-5784f9a9c48f tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 943 time: 0.1112363 Jan 11 06:36:40.395103 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66297372-0569-49e6-8326-e5620cb9adc4 req-98d5568a-7e69-48f7-82b8-0ebd15612e1a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:40.396664 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-66297372-0569-49e6-8326-e5620cb9adc4 req-98d5568a-7e69-48f7-82b8-0ebd15612e1a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1440532 Jan 11 06:36:40.455590 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e8b38922-2cc3-407a-af7b-172626909915 req-240ed8b1-8087-4efe-a6c3-ebf5f02786f6 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993509 Jan 11 06:36:40.461860 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d21644-b689-4cc6-af69-f1f7d150231c req-f414e3fd-eb14-4551-a7a0-dc551803dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:40.463238 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a2d21644-b689-4cc6-af69-f1f7d150231c req-f414e3fd-eb14-4551-a7a0-dc551803dadf service neutron] 10.222.0.30 "GET /v2.0/networks?id=b85a2e52-6946-456b-a5cd-27f115447827 HTTP/1.1" status: 200 len: 910 time: 0.1985078 Jan 11 06:36:40.517985 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a2d21644-b689-4cc6-af69-f1f7d150231c req-35f10ed3-38d4-40a0-8ca0-6535fae06c68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f23f8dfc-30cc-4168-abab-9d0366287998 HTTP/1.1" status: 200 len: 217 time: 0.0430555 Jan 11 06:36:40.521752 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-66297372-0569-49e6-8326-e5620cb9adc4 req-c5287ba9-db38-4158-81d9-77dc926f2f07 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170299 Jan 11 06:36:40.595268 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d21644-b689-4cc6-af69-f1f7d150231c req-cac43fe1-b5f9-441c-9327-ce86e92b96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:40.596943 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a2d21644-b689-4cc6-af69-f1f7d150231c req-cac43fe1-b5f9-441c-9327-ce86e92b96b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fedb32f5-af0c-455d-a540-418e7ccc266b HTTP/1.1" status: 200 len: 849 time: 0.0505073 Jan 11 06:36:40.667928 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a2d21644-b689-4cc6-af69-f1f7d150231c req-32f9c0ee-9f62-490b-88fe-cdd662beabb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b85a2e52-6946-456b-a5cd-27f115447827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329590 Jan 11 06:36:40.684685 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b106b4-d5af-4c62-83ab-eea0d156a924 req-33bdcf28-08d5-4d62-b2ed-ea0d14b95392 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:40.686246 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96b106b4-d5af-4c62-83ab-eea0d156a924 req-33bdcf28-08d5-4d62-b2ed-ea0d14b95392 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0856431 Jan 11 06:36:40.792892 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96b106b4-d5af-4c62-83ab-eea0d156a924 req-e94a610a-96bb-485e-8cd8-8d8085b27734 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979333 Jan 11 06:36:40.809436 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a2d21644-b689-4cc6-af69-f1f7d150231c req-2c1b83ce-07d0-4ba8-91e6-b045bf80ec5c service neutron] 10.222.0.30 "GET /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222911 Jan 11 06:36:40.904965 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a2d21644-b689-4cc6-af69-f1f7d150231c req-18d1fc84-b5de-41e6-8033-db9fc9466c8d service neutron] 10.222.0.30 "GET /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878935 Jan 11 06:36:41.067213 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a584fb-04c4-4c97-bbe7-f0a38e4def0b req-5217dbee-9e4e-4ac4-b62b-52eaaeb15767 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:41.069000 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e0a584fb-04c4-4c97-bbe7-f0a38e4def0b req-5217dbee-9e4e-4ac4-b62b-52eaaeb15767 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 944 time: 0.0550435 Jan 11 06:36:41.115870 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e0a584fb-04c4-4c97-bbe7-f0a38e4def0b req-4d295f2f-972a-4602-9a62-4fbcc50d0937 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Jan 11 06:36:41.574093 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28047d-128e-47fe-b324-294593ae49e9 req-038736c9-6734-4657-a286-f6e11fc28da5 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:41.575745 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ce28047d-128e-47fe-b324-294593ae49e9 req-038736c9-6734-4657-a286-f6e11fc28da5 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 943 time: 0.0520720 Jan 11 06:36:41.648227 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ce28047d-128e-47fe-b324-294593ae49e9 req-68b232c3-00c9-4186-b195-2908bb7712c5 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659006 Jan 11 06:36:41.665963 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc843e-d809-4a68-812e-cf9fd9758697 req-f91e92c2-b3d3-46a9-9538-14dc4b2d6f53 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:41.667499 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fddc843e-d809-4a68-812e-cf9fd9758697 req-f91e92c2-b3d3-46a9-9538-14dc4b2d6f53 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0727136 Jan 11 06:36:41.723014 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fddc843e-d809-4a68-812e-cf9fd9758697 req-9d4a6d89-130b-46fa-b48f-afd23e3be0fb tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485997 Jan 11 06:36:41.911576 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d56c10-c980-4a02-a59a-a8d6b4f9a3aa req-f67e831b-d5db-4c7b-b807-fb0402c317b8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:41.913059 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a7d56c10-c980-4a02-a59a-a8d6b4f9a3aa req-f67e831b-d5db-4c7b-b807-fb0402c317b8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0477467 Jan 11 06:36:41.960909 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a7d56c10-c980-4a02-a59a-a8d6b4f9a3aa req-d77cb6ea-34d3-4076-8bc5-121c95259720 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423918 Jan 11 06:36:42.238024 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aac0ce-0c65-45d3-a50a-62cd7bffb3e6 req-b71bda6c-c629-4606-8978-981c7947fdcd tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:42.239622 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-47aac0ce-0c65-45d3-a50a-62cd7bffb3e6 req-b71bda6c-c629-4606-8978-981c7947fdcd tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 944 time: 0.0502553 Jan 11 06:36:42.287512 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-47aac0ce-0c65-45d3-a50a-62cd7bffb3e6 req-38474739-89ed-48c7-8a22-ebb7b8a65d1a tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Jan 11 06:36:42.909981 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 5d833f2d-5816-4665-90b3-009c08b3a898 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:36:43.043287 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 5d833f2d-5816-4665-90b3-009c08b3a898, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5d833f2d-5816-4665-90b3-009c08b3a898,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:43.046874 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b0157-ad5b-42c9-b4a9-baa2bd85f0b8 req-fb1b7f8d-cf79-491b-ab0a-e5590f92a1eb tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:43.049483 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d56b0157-ad5b-42c9-b4a9-baa2bd85f0b8 req-fb1b7f8d-cf79-491b-ab0a-e5590f92a1eb tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 943 time: 0.3273158 Jan 11 06:36:43.057445 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '5d833f2d-5816-4665-90b3-009c08b3a898', 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0', 'port_id': '5d833f2d-5816-4665-90b3-009c08b3a898', 'mac_address': 'fa:16:3e:ec:f1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86961111-d8a7-47df-8f63-8941f1ef9030', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:36:43.084809 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333782-f6c7-4529-974c-9c6d39923c43 req-085b8968-d80a-4050-bcce-48439da2aef4 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:43.086529 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96333782-f6c7-4529-974c-9c6d39923c43 req-085b8968-d80a-4050-bcce-48439da2aef4 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0805452 Jan 11 06:36:43.104039 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 5d833f2d-5816-4665-90b3-009c08b3a898 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:43.104471 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:43.118369 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d833f2d-5816-4665-90b3-009c08b3a898 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:36:43.139901 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 5d833f2d-5816-4665-90b3-009c08b3a898, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5d833f2d-5816-4665-90b3-009c08b3a898,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:43.143440 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d56b0157-ad5b-42c9-b4a9-baa2bd85f0b8 req-1e872df4-a5d8-4a5c-9e96-0f62e6cd48af tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850348 Jan 11 06:36:43.146619 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:43.147277 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device f23f8dfc-30cc-4168-abab-9d0366287998 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:36:43.195797 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96333782-f6c7-4529-974c-9c6d39923c43 req-7ea2dd03-b6db-4ae1-bb5a-aaaf2c4764ec tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992687 Jan 11 06:36:43.246923 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=5d833f2d-5816-4665-90b3-009c08b3a898,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:43.333576 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a799253-dd6f-4546-89c3-4ba1cb33bf61 req-ed632ee1-3d63-43ab-8929-d67dde4bcab3 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:43.335149 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2a799253-dd6f-4546-89c3-4ba1cb33bf61 req-ed632ee1-3d63-43ab-8929-d67dde4bcab3 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0566130 Jan 11 06:36:43.348408 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port f23f8dfc-30cc-4168-abab-9d0366287998, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f23f8dfc-30cc-4168-abab-9d0366287998,segment=NetworkSegment(46421354-b853-4308-9052-12dffe5f497f),segment_id=46421354-b853-4308-9052-12dffe5f497f)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:43.367700 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': 'f23f8dfc-30cc-4168-abab-9d0366287998', 'network_id': 'b85a2e52-6946-456b-a5cd-27f115447827', 'port_id': 'f23f8dfc-30cc-4168-abab-9d0366287998', 'mac_address': 'fa:16:3e:3b:21:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedb32f5-af0c-455d-a540-418e7ccc266b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:36:43.429537 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2a799253-dd6f-4546-89c3-4ba1cb33bf61 req-01ee56b6-0e13-4f91-8300-635b474dd388 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767989 Jan 11 06:36:43.449206 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-d326cf83-db8a-4634-be36-d2b76bd333e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:43.456892 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port f23f8dfc-30cc-4168-abab-9d0366287998 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:43.457344 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:43.479119 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23f8dfc-30cc-4168-abab-9d0366287998 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:36:43.545626 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port f23f8dfc-30cc-4168-abab-9d0366287998, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f23f8dfc-30cc-4168-abab-9d0366287998,segment=NetworkSegment(46421354-b853-4308-9052-12dffe5f497f),segment_id=46421354-b853-4308-9052-12dffe5f497f)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:43.552076 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:43.571543 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462152d-16ac-4fe3-b192-e5b6d163a21e req-ce1b1f90-235e-494b-a0c3-b321f4052f8d tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:43.573845 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5462152d-16ac-4fe3-b192-e5b6d163a21e req-ce1b1f90-235e-494b-a0c3-b321f4052f8d tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 945 time: 0.1197662 Jan 11 06:36:43.627751 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=f23f8dfc-30cc-4168-abab-9d0366287998,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:43.643945 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5462152d-16ac-4fe3-b192-e5b6d163a21e req-70ae66e5-c1bc-467d-863e-191c7114ab1c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626831 Jan 11 06:36:44.128578 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['5d833f2d-5816-4665-90b3-009c08b3a898'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:36:44.163245 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['f23f8dfc-30cc-4168-abab-9d0366287998'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:36:44.321951 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c621d91-c4bb-4558-8779-f356edcb4279 req-33aba80d-80f5-4ad7-9892-b072ec19317d tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:44.323530 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c621d91-c4bb-4558-8779-f356edcb4279 req-33aba80d-80f5-4ad7-9892-b072ec19317d tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 944 time: 0.0761240 Jan 11 06:36:44.393192 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c621d91-c4bb-4558-8779-f356edcb4279 req-69f6de2f-f5ac-4f11-954d-db1b6f754d0f tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638826 Jan 11 06:36:44.589762 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675124e7-21b4-4398-9f44-16958fa20573 req-7136ce11-2f61-4052-8bf2-d9d9565bac6e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:44.591218 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-675124e7-21b4-4398-9f44-16958fa20573 req-7136ce11-2f61-4052-8bf2-d9d9565bac6e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0528214 Jan 11 06:36:44.639355 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-675124e7-21b4-4398-9f44-16958fa20573 req-bbfa9318-9fc8-4410-84c1-340f260ea8b3 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413461 Jan 11 06:36:44.798157 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e075e3a-b526-4386-8c05-f4221e4c6d0f req-97a13386-0820-4909-abe6-01a460d5c9b8 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:44.801055 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6e075e3a-b526-4386-8c05-f4221e4c6d0f req-97a13386-0820-4909-abe6-01a460d5c9b8 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 945 time: 0.0837791 Jan 11 06:36:44.822700 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b0815-c4e0-4c56-b8b1-b73fae4fea87 req-f56018f3-240a-48ae-a6f1-bebd327d17b1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:44.824135 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8e8b0815-c4e0-4c56-b8b1-b73fae4fea87 req-f56018f3-240a-48ae-a6f1-bebd327d17b1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0983727 Jan 11 06:36:44.888986 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6e075e3a-b526-4386-8c05-f4221e4c6d0f req-a7950248-7436-4cbd-9ac5-75ad8caff9f9 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806029 Jan 11 06:36:44.896640 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8e8b0815-c4e0-4c56-b8b1-b73fae4fea87 req-006ce4c6-2680-4fb0-a08e-5d001f702d76 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645797 Jan 11 06:36:45.520563 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace2b9a-17f9-4cd2-88ec-44f3c442e6e8 req-8ec74e01-f27c-4ded-9e83-8581ed2a1968 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:45.522108 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4ace2b9a-17f9-4cd2-88ec-44f3c442e6e8 req-8ec74e01-f27c-4ded-9e83-8581ed2a1968 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 944 time: 0.0546234 Jan 11 06:36:45.570008 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4ace2b9a-17f9-4cd2-88ec-44f3c442e6e8 req-15d2f8b5-b024-4849-aa5a-3f338bd6b782 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Jan 11 06:36:45.719617 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-245e9cb2-61b1-4698-ab87-18d5bc03cddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:45.761307 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8ce44-6a8a-4cc3-a93f-4a5df3b7e315 req-43baf570-8aa1-468e-8f9d-f3a52dc220f0 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:45.762865 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82d8ce44-6a8a-4cc3-a93f-4a5df3b7e315 req-43baf570-8aa1-468e-8f9d-f3a52dc220f0 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0493896 Jan 11 06:36:45.812426 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82d8ce44-6a8a-4cc3-a93f-4a5df3b7e315 req-ac43f63a-2575-4395-825f-8d021282cb1c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427701 Jan 11 06:36:46.006483 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a954d8-ed3a-4b15-ac31-80bff82b9c9d req-efa7a291-2111-4a5b-811d-0767996f9e18 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:46.007950 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-75a954d8-ed3a-4b15-ac31-80bff82b9c9d req-efa7a291-2111-4a5b-811d-0767996f9e18 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 945 time: 0.0505514 Jan 11 06:36:46.056401 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-75a954d8-ed3a-4b15-ac31-80bff82b9c9d req-49a0aae9-fddc-4130-a0cc-a893abfe597f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 Jan 11 06:36:46.697726 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a5761-6e9f-433b-8cf1-af586ab651ff req-6e4e1fbc-b96d-4168-a5b1-7454d69441a6 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:46.699250 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ad9a5761-6e9f-433b-8cf1-af586ab651ff req-6e4e1fbc-b96d-4168-a5b1-7454d69441a6 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 944 time: 0.0510499 Jan 11 06:36:46.745613 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ad9a5761-6e9f-433b-8cf1-af586ab651ff req-04622834-35b1-497f-a477-9f41b6daaac1 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406756 Jan 11 06:36:46.855291 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:46.941006 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 5d833f2d-5816-4665-90b3-009c08b3a898 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:46.948052 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44373e0-2ec8-41bb-a04f-fd1d6c64917e req-41f20d5f-0bc9-4a16-8ede-b9393705f2e6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:46.949636 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f44373e0-2ec8-41bb-a04f-fd1d6c64917e req-41f20d5f-0bc9-4a16-8ede-b9393705f2e6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0539207 Jan 11 06:36:46.991179 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 5d833f2d-5816-4665-90b3-009c08b3a898 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:36:46.994774 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 5d833f2d-5816-4665-90b3-009c08b3a898 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:46.995154 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:47.004380 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f44373e0-2ec8-41bb-a04f-fd1d6c64917e req-f2309243-7fd7-48f4-8bdf-fddd41bd925c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469897 Jan 11 06:36:47.074606 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 5d833f2d-5816-4665-90b3-009c08b3a898 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:47.074998 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:47.099143 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c54e28d-4d36-49af-8290-66977ba1b3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d833f2d-5816-4665-90b3-009c08b3a898'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:36:47.101464 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5296b1f7-11bc-418a-8cc3-0ef3fdcf15a7" -d '{"events": [{"server_uuid": "2c54e28d-4d36-49af-8290-66977ba1b3ee", "name": "network-vif-plugged", "status": "completed", "tag": "5d833f2d-5816-4665-90b3-009c08b3a898"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:36:47.114107 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 5d833f2d-5816-4665-90b3-009c08b3a898, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5d833f2d-5816-4665-90b3-009c08b3a898,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:47.118534 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:47.119346 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device f23f8dfc-30cc-4168-abab-9d0366287998 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:36:47.159265 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9de58e5-762d-4673-8f3e-4316b6c6d0aa x-openstack-request-id: req-e9de58e5-762d-4673-8f3e-4316b6c6d0aa {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:36:47.159588 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c54e28d-4d36-49af-8290-66977ba1b3ee", "name": "network-vif-plugged", "status": "completed", "tag": "5d833f2d-5816-4665-90b3-009c08b3a898", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:36:47.159848 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9de58e5-762d-4673-8f3e-4316b6c6d0aa {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:36:47.160232 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c54e28d-4d36-49af-8290-66977ba1b3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d833f2d-5816-4665-90b3-009c08b3a898', 'code': 200} Jan 11 06:36:47.179328 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23152003-d4db-4163-9789-1c481e4a9975 req-c383ee83-c402-4467-91ec-9143fa321038 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:47.180780 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-23152003-d4db-4163-9789-1c481e4a9975 req-c383ee83-c402-4467-91ec-9143fa321038 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 946 time: 0.0522692 Jan 11 06:36:47.200188 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=5d833f2d-5816-4665-90b3-009c08b3a898,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:47.221403 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port f23f8dfc-30cc-4168-abab-9d0366287998 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:36:47.225351 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port f23f8dfc-30cc-4168-abab-9d0366287998 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:36:47.225730 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:47.243072 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-23152003-d4db-4163-9789-1c481e4a9975 req-9735ead3-75be-408f-88be-914d7a0fb7c2 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560997 Jan 11 06:36:47.307885 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port f23f8dfc-30cc-4168-abab-9d0366287998 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:36:47.308272 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:47.347926 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port f23f8dfc-30cc-4168-abab-9d0366287998, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f23f8dfc-30cc-4168-abab-9d0366287998,segment=NetworkSegment(46421354-b853-4308-9052-12dffe5f497f),segment_id=46421354-b853-4308-9052-12dffe5f497f)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:47.352570 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:47.387030 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7222eca-cca6-41f6-a6db-ceae51e6a058 req-ecfde529-7f2d-4127-a66b-052e36627b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:47.388556 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f7222eca-cca6-41f6-a6db-ceae51e6a058 req-ecfde529-7f2d-4127-a66b-052e36627b20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 1099 time: 0.0473232 Jan 11 06:36:47.407739 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=f23f8dfc-30cc-4168-abab-9d0366287998,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:47.435337 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f7222eca-cca6-41f6-a6db-ceae51e6a058 req-5205832a-88ef-4d27-b571-fdd23eba386a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398693 Jan 11 06:36:47.863722 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e02cd-144c-4e94-8ba2-33a8f16de120 req-829205e8-2ef9-4955-89b4-70b9cc548af9 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:47.865216 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-821e02cd-144c-4e94-8ba2-33a8f16de120 req-829205e8-2ef9-4955-89b4-70b9cc548af9 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 945 time: 0.0494802 Jan 11 06:36:47.913191 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-821e02cd-144c-4e94-8ba2-33a8f16de120 req-cf44fc9a-8ea6-41ad-9705-56b4f7ef7b2a tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Jan 11 06:36:48.131556 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2276e11-0ea8-4089-8626-da9257723e81 req-a6a5a818-4b32-44b7-9e3a-0d2b2e56c4b7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:48.133205 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b2276e11-0ea8-4089-8626-da9257723e81 req-a6a5a818-4b32-44b7-9e3a-0d2b2e56c4b7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0496373 Jan 11 06:36:48.180143 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b2276e11-0ea8-4089-8626-da9257723e81 req-c7386818-6586-4ec8-abb2-4bfedcee53a7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411081 Jan 11 06:36:48.297877 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:48.367425 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c15767-9ec4-4337-ae3f-5aa830d022a1 req-3dac33e6-3467-4613-b153-76ab8ca65eae tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:48.368948 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55c15767-9ec4-4337-ae3f-5aa830d022a1 req-3dac33e6-3467-4613-b153-76ab8ca65eae tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 946 time: 0.0543723 Jan 11 06:36:48.419857 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55c15767-9ec4-4337-ae3f-5aa830d022a1 req-52cffdc3-7622-4370-a940-58cb441d3871 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449500 Jan 11 06:36:49.031721 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955c1b1-7aed-43de-9c3b-a4275f5ac54b req-bda03a37-d370-407b-ab4b-724d85bd7c41 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:49.033971 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d955c1b1-7aed-43de-9c3b-a4275f5ac54b req-bda03a37-d370-407b-ab4b-724d85bd7c41 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 945 time: 0.0506506 Jan 11 06:36:49.083719 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d955c1b1-7aed-43de-9c3b-a4275f5ac54b req-b988a40c-8f4b-499c-81c6-94251106d98c tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436411 Jan 11 06:36:49.161492 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23f8dfc-30cc-4168-abab-9d0366287998'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:36:49.163952 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9647d0-3f83-4b52-ac04-9319feddc03c" -d '{"events": [{"server_uuid": "3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c", "name": "network-vif-plugged", "status": "completed", "tag": "f23f8dfc-30cc-4168-abab-9d0366287998"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:36:49.200634 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8623d146-1ac0-4cf4-97f2-9cde0d6e9b45 x-openstack-request-id: req-8623d146-1ac0-4cf4-97f2-9cde0d6e9b45 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:36:49.201016 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c", "name": "network-vif-plugged", "status": "completed", "tag": "f23f8dfc-30cc-4168-abab-9d0366287998", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:36:49.201297 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8623d146-1ac0-4cf4-97f2-9cde0d6e9b45 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:36:49.201691 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23f8dfc-30cc-4168-abab-9d0366287998', 'code': 200} Jan 11 06:36:49.315209 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d4ab5-a880-4d56-959e-dcdfa7b37790 req-d5b83fd8-5e71-4d13-9fff-ea15be1ff4ed tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:49.316799 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cd5d4ab5-a880-4d56-959e-dcdfa7b37790 req-d5b83fd8-5e71-4d13-9fff-ea15be1ff4ed tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0570459 Jan 11 06:36:49.369830 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cd5d4ab5-a880-4d56-959e-dcdfa7b37790 req-fd5d7eaa-4555-4818-a4d0-0c1941ff7d6c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462821 Jan 11 06:36:49.443777 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f874557-2895-4b76-ad7f-f6cd61391bd3 req-87e489ea-4c50-432b-ab36-cf704b250b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:49.446000 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6f874557-2895-4b76-ad7f-f6cd61391bd3 req-87e489ea-4c50-432b-ab36-cf704b250b54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 1098 time: 0.0451403 Jan 11 06:36:49.518467 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6f874557-2895-4b76-ad7f-f6cd61391bd3 req-f6471238-b271-44b0-a8af-ac303a1081ec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584242 Jan 11 06:36:49.553205 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5f2e8-486c-493d-af86-9a8d26ad4179 req-7eefb020-f00a-442d-a1d5-3bda17e4b869 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:49.554669 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-01f5f2e8-486c-493d-af86-9a8d26ad4179 req-7eefb020-f00a-442d-a1d5-3bda17e4b869 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 946 time: 0.0556161 Jan 11 06:36:49.603867 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-01f5f2e8-486c-493d-af86-9a8d26ad4179 req-ed3b6e6a-3d43-4f24-ac38-3fadbffbe00b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 Jan 11 06:36:49.671415 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:50.225924 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d376eb4f-edf4-4f8b-9a2d-c15408dafb0c req-c532bec0-11ab-475a-a136-04f4f6397bee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667880 Jan 11 06:36:50.234093 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70f825-bfdd-4ae9-ac74-d5379cff8af5 req-a6c609b7-0c7a-406e-acce-0b224403e227 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:50.235738 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0e70f825-bfdd-4ae9-ac74-d5379cff8af5 req-a6c609b7-0c7a-406e-acce-0b224403e227 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 945 time: 0.0785820 Jan 11 06:36:50.285651 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0e70f825-bfdd-4ae9-ac74-d5379cff8af5 req-40e0a0d2-e433-4037-99eb-bc2f73fe652f tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433915 Jan 11 06:36:50.331178 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376eb4f-edf4-4f8b-9a2d-c15408dafb0c req-6acbe764-e5ec-4ec2-bde7-2107460cc067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:50.333116 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d376eb4f-edf4-4f8b-9a2d-c15408dafb0c req-6acbe764-e5ec-4ec2-bde7-2107460cc067 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 1099 time: 0.0465617 Jan 11 06:36:50.458387 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376eb4f-edf4-4f8b-9a2d-c15408dafb0c req-247af85b-64d9-4e61-afb0-c9441cba1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:50.459790 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d376eb4f-edf4-4f8b-9a2d-c15408dafb0c req-247af85b-64d9-4e61-afb0-c9441cba1aad service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 920 time: 0.0959120 Jan 11 06:36:50.520831 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d376eb4f-edf4-4f8b-9a2d-c15408dafb0c req-826b04ef-6ec2-41f0-a8d5-d136783b034a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11e7438a-7ef8-4f57-ab41-492f9cfa61ec HTTP/1.1" status: 200 len: 217 time: 0.0434713 Jan 11 06:36:50.569080 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67177681-8b3c-45fa-ad5c-725178e475d7 req-39477b31-9d6f-48da-b589-3c4004f32f08 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:50.570657 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-67177681-8b3c-45fa-ad5c-725178e475d7 req-39477b31-9d6f-48da-b589-3c4004f32f08 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1225824 Jan 11 06:36:50.599407 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376eb4f-edf4-4f8b-9a2d-c15408dafb0c req-9da82f73-088c-4aaf-b395-b7cdef700128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:50.600922 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d376eb4f-edf4-4f8b-9a2d-c15408dafb0c req-9da82f73-088c-4aaf-b395-b7cdef700128 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb11493f-ae20-42be-b515-410678056618 HTTP/1.1" status: 200 len: 859 time: 0.0721345 Jan 11 06:36:50.648972 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d376eb4f-edf4-4f8b-9a2d-c15408dafb0c req-b93bf548-d38c-4ec0-afdf-a52b2a86f281 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403965 Jan 11 06:36:50.656756 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-67177681-8b3c-45fa-ad5c-725178e475d7 req-b61b0e3a-a105-4fea-9884-370727a09f9a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781963 Jan 11 06:36:50.771188 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d376eb4f-edf4-4f8b-9a2d-c15408dafb0c req-992ef4f8-99f1-4856-8740-b20cf1ae097f service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076360 Jan 11 06:36:50.864595 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d376eb4f-edf4-4f8b-9a2d-c15408dafb0c req-9d474bc9-719d-459b-827a-d5d0a614a260 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843899 Jan 11 06:36:51.627157 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d812-cf1a-4832-b961-ae162c62dae3 req-3885e9e7-d77a-48fd-b04f-cd6600632bf2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:51.628638 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b0d5d812-cf1a-4832-b961-ae162c62dae3 req-3885e9e7-d77a-48fd-b04f-cd6600632bf2 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 945 time: 0.0593164 Jan 11 06:36:51.678014 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b0d5d812-cf1a-4832-b961-ae162c62dae3 req-653aa467-ed6f-459b-a61b-cf135e9c0dd1 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 Jan 11 06:36:51.768426 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:51.804124 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89884-c3cf-46e4-bbad-f20beb63a059 req-6c28e57f-1028-4afb-aca2-c6873c647ab7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:51.805748 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1ff89884-c3cf-46e4-bbad-f20beb63a059 req-6c28e57f-1028-4afb-aca2-c6873c647ab7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0522373 Jan 11 06:36:51.855113 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1ff89884-c3cf-46e4-bbad-f20beb63a059 req-1e7fba2a-2e80-45c4-86d5-15d1f7659da0 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428336 Jan 11 06:36:52.596110 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0037a8a-0428-456a-8963-95992de30266 req-6306dc78-2f5f-42ee-bf8c-96647f44bf10 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:52.597724 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e0037a8a-0428-456a-8963-95992de30266 req-6306dc78-2f5f-42ee-bf8c-96647f44bf10 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 945 time: 0.0563476 Jan 11 06:36:52.646789 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e0037a8a-0428-456a-8963-95992de30266 req-19750bea-1b23-4642-a1d4-5c883515b515 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435002 Jan 11 06:36:52.988438 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f6c08-3081-43c6-94ce-c8dec6ea5371 req-ba9f51b4-dd83-4190-a9be-0e9073ada4f7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:52.990036 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-935f6c08-3081-43c6-94ce-c8dec6ea5371 req-ba9f51b4-dd83-4190-a9be-0e9073ada4f7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0595722 Jan 11 06:36:53.045451 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-935f6c08-3081-43c6-94ce-c8dec6ea5371 req-c292ce51-6c0e-422d-9f46-e3ccdd277b29 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486715 Jan 11 06:36:53.781122 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9df7a9-486e-41bf-847f-a22deea79b90 req-fe8820e9-46f0-4ffd-9b27-584858686e5e tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:53.782649 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5e9df7a9-486e-41bf-847f-a22deea79b90 req-fe8820e9-46f0-4ffd-9b27-584858686e5e tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 945 time: 0.0517330 Jan 11 06:36:53.836960 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5e9df7a9-486e-41bf-847f-a22deea79b90 req-0f445b2b-29d9-4ecb-bef7-b9b2521aed36 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484214 Jan 11 06:36:54.118227 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c2790-bde7-40fa-a2c5-ec3c43f74227 req-4629bba4-0a1d-49e4-ada8-9165d6171334 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:54.119772 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0b0c2790-bde7-40fa-a2c5-ec3c43f74227 req-4629bba4-0a1d-49e4-ada8-9165d6171334 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0795662 Jan 11 06:36:54.128434 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8eee-7878-4260-873d-c0b7b63c165c req-74874912-3da4-4821-bbb8-62c1a300b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:54.129875 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4e9f8eee-7878-4260-873d-c0b7b63c165c req-74874912-3da4-4821-bbb8-62c1a300b924 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 1099 time: 0.0590110 Jan 11 06:36:54.249627 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0b0c2790-bde7-40fa-a2c5-ec3c43f74227 req-328de597-69ca-43b9-9175-66fa35e2dd58 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234348 Jan 11 06:36:54.268631 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f6b81-dc4c-4383-84cc-53c5bc085d15 req-b552ed39-dd23-4bb8-b202-e3e300e01481 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:54.270041 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2b4f6b81-dc4c-4383-84cc-53c5bc085d15 req-b552ed39-dd23-4bb8-b202-e3e300e01481 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1347594 Jan 11 06:36:54.308995 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8eee-7878-4260-873d-c0b7b63c165c req-2d1a9c4d-4e8d-422e-9434-de761bb35d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:54.310413 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4e9f8eee-7878-4260-873d-c0b7b63c165c req-2d1a9c4d-4e8d-422e-9434-de761bb35d81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 920 time: 0.1609890 Jan 11 06:36:54.366572 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2b4f6b81-dc4c-4383-84cc-53c5bc085d15 req-b56f20e9-313e-4a8e-a783-b89b41b922e0 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896423 Jan 11 06:36:54.368091 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4e9f8eee-7878-4260-873d-c0b7b63c165c req-67083782-f5bd-4d70-9d41-8bb1090c7b02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11e7438a-7ef8-4f57-ab41-492f9cfa61ec HTTP/1.1" status: 200 len: 217 time: 0.0432386 Jan 11 06:36:54.419417 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8eee-7878-4260-873d-c0b7b63c165c req-2baa0f46-e431-4868-be1f-4c9a731d2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:54.421128 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4e9f8eee-7878-4260-873d-c0b7b63c165c req-2baa0f46-e431-4868-be1f-4c9a731d2d56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb11493f-ae20-42be-b515-410678056618 HTTP/1.1" status: 200 len: 859 time: 0.0462818 Jan 11 06:36:54.455165 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4e9f8eee-7878-4260-873d-c0b7b63c165c req-93f7c78b-f088-4a9e-a7ae-7b69c5897328 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257747 Jan 11 06:36:54.580133 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4e9f8eee-7878-4260-873d-c0b7b63c165c req-88252e90-7bfa-4b9a-bdf1-290d6d221415 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841546 Jan 11 06:36:54.673897 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4e9f8eee-7878-4260-873d-c0b7b63c165c req-92022309-d232-43bb-9f75-f6280b683f6a service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817516 Jan 11 06:36:54.959001 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023e9f4-e9d8-4507-9276-4e07f383ddc0 req-40bf6a2f-2aa1-49c5-9a0d-c49cc4c82b7f tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:54.960426 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7023e9f4-e9d8-4507-9276-4e07f383ddc0 req-40bf6a2f-2aa1-49c5-9a0d-c49cc4c82b7f tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 945 time: 0.0502040 Jan 11 06:36:55.009952 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7023e9f4-e9d8-4507-9276-4e07f383ddc0 req-1d088be5-2d85-4162-804e-3c2d2a14d0fd tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/security-groups?id=657cb8fd-0f84-405f-858e-bb08ebc76ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Jan 11 06:36:55.189859 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e3718-07cc-4491-889c-a4b1633c68ec req-fdf08c30-0296-4836-b9da-57142209f0cd tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:55.191319 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-578e3718-07cc-4491-889c-a4b1633c68ec req-fdf08c30-0296-4836-b9da-57142209f0cd tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 945 time: 0.0485115 Jan 11 06:36:55.285977 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-578e3718-07cc-4491-889c-a4b1633c68ec req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Deleting port f23f8dfc-30cc-4168-abab-9d0366287998 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:36:55.286311 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-578e3718-07cc-4491-889c-a4b1633c68ec req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:55.402997 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-578e3718-07cc-4491-889c-a4b1633c68ec req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] For port f23f8dfc-30cc-4168-abab-9d0366287998, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f23f8dfc-30cc-4168-abab-9d0366287998,segment=NetworkSegment(46421354-b853-4308-9052-12dffe5f497f),segment_id=46421354-b853-4308-9052-12dffe5f497f)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:36:55.403360 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-578e3718-07cc-4491-889c-a4b1633c68ec req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:55.413049 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8893ae-7ccf-4ff7-94a9-782c5d3ef261 req-fb2d2d19-679d-4a5a-b6f3-9c75c039655a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:55.414517 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0d8893ae-7ccf-4ff7-94a9-782c5d3ef261 req-fb2d2d19-679d-4a5a-b6f3-9c75c039655a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0773265 Jan 11 06:36:55.431767 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-578e3718-07cc-4491-889c-a4b1633c68ec req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Calling delete_port for f23f8dfc-30cc-4168-abab-9d0366287998 owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:36:55.529865 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0d8893ae-7ccf-4ff7-94a9-782c5d3ef261 req-c75fa7b0-514c-4bcc-bb26-2c776ea6910d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080935 Jan 11 06:36:55.565838 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040f4d3-97f6-48be-a7ce-520d6a06b6c3 req-e1192d7f-10a0-4393-b979-087f55c17109 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:55.567291 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4040f4d3-97f6-48be-a7ce-520d6a06b6c3 req-e1192d7f-10a0-4393-b979-087f55c17109 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1085124 Jan 11 06:36:55.645221 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4040f4d3-97f6-48be-a7ce-520d6a06b6c3 req-3c0360bb-efde-4873-9e08-8c13bd093913 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692983 Jan 11 06:36:55.661776 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-578e3718-07cc-4491-889c-a4b1633c68ec req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (f23f8dfc-30cc-4168-abab-9d0366287998), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:55.702442 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Pushing event deleted for resources: {'Port': ['ID=f23f8dfc-30cc-4168-abab-9d0366287998,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:36:55.713831 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.714177 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.714512 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.714840 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.715167 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.715488 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.715808 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.716126 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.716471 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.716794 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.717128 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.717424 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.717736 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:36:55.741673 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['f23f8dfc-30cc-4168-abab-9d0366287998'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:36:55.751126 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-578e3718-07cc-4491-889c-a4b1633c68ec req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] No DVR routers for this DVR port f23f8dfc-30cc-4168-abab-9d0366287998 on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:36:55.753703 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-578e3718-07cc-4491-889c-a4b1633c68ec req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:36:55.757019 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-578e3718-07cc-4491-889c-a4b1633c68ec req-6be556cf-6c75-4e49-99cf-5d15e937cead tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.30 "DELETE /v2.0/ports/f23f8dfc-30cc-4168-abab-9d0366287998 HTTP/1.1" status: 204 len: 173 time: 0.5594621 Jan 11 06:36:55.757488 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c', 'name': 'network-vif-deleted', 'tag': 'f23f8dfc-30cc-4168-abab-9d0366287998'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:36:55.759750 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8862505c-f2cc-4e38-b9a2-288f02e8a52f" -d '{"events": [{"server_uuid": "3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c", "name": "network-vif-deleted", "tag": "f23f8dfc-30cc-4168-abab-9d0366287998"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:36:55.794778 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21bf017-9de4-46b0-a81c-ba5a0dfa40ec x-openstack-request-id: req-c21bf017-9de4-46b0-a81c-ba5a0dfa40ec {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:36:55.795066 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c", "name": "network-vif-deleted", "tag": "f23f8dfc-30cc-4168-abab-9d0366287998", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:36:55.795316 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c21bf017-9de4-46b0-a81c-ba5a0dfa40ec {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:36:55.795703 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c', 'name': 'network-vif-deleted', 'tag': 'f23f8dfc-30cc-4168-abab-9d0366287998', 'status': 'completed', 'code': 200} Jan 11 06:36:56.115650 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-877f760c-a16e-489e-afbe-98a31bfa18b9 req-ede3b9b1-003a-462f-82a4-2af877503d75 tempest-VolumesActionsTest-873340342 tempest-VolumesActionsTest-873340342-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3bd7c6-cd2a-47fd-a24b-1f3db95d024c HTTP/1.1" status: 200 len: 210 time: 0.0269992 Jan 11 06:36:56.649814 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbc99c-7a97-4f6e-89df-8a2a6e6e1873 req-ebacff4d-0fd0-439f-869f-b1f808ca0a1b tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:56.651129 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e4bbc99c-7a97-4f6e-89df-8a2a6e6e1873 req-ebacff4d-0fd0-439f-869f-b1f808ca0a1b tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0487704 Jan 11 06:36:56.702960 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e4bbc99c-7a97-4f6e-89df-8a2a6e6e1873 req-8f2ca0be-f0e1-4445-845c-08c7206c5fc2 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462089 Jan 11 06:36:56.774068 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ea7ca-b80a-41ca-b0ea-026c4f9eebd5 req-b311d734-ac49-471f-8594-565cc47469bc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:56.775522 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-870ea7ca-b80a-41ca-b0ea-026c4f9eebd5 req-b311d734-ac49-471f-8594-565cc47469bc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0513446 Jan 11 06:36:56.821612 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-870ea7ca-b80a-41ca-b0ea-026c4f9eebd5 req-e175e0f1-1e3a-4ce6-8367-ffde30f88c65 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399947 Jan 11 06:36:57.824705 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269fca4-f81e-423e-9342-db280d6d45f3 req-d0efcdb7-a85b-43ed-ba46-d1e6e3b10559 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:57.826327 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d269fca4-f81e-423e-9342-db280d6d45f3 req-d0efcdb7-a85b-43ed-ba46-d1e6e3b10559 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0545728 Jan 11 06:36:57.881123 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d269fca4-f81e-423e-9342-db280d6d45f3 req-722c7f8e-ea60-49dc-a30e-9c689031cd86 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483825 Jan 11 06:36:57.957268 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78931b05-11dc-4b48-bd67-e2eb3a65b82c req-bfda5d25-7e82-429a-bac9-8a93da31d91f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:57.958752 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-78931b05-11dc-4b48-bd67-e2eb3a65b82c req-bfda5d25-7e82-429a-bac9-8a93da31d91f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0542641 Jan 11 06:36:58.005551 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-78931b05-11dc-4b48-bd67-e2eb3a65b82c req-50cdf98a-a24a-4503-9dfc-f5eb2bde6d39 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410271 Jan 11 06:36:58.417130 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-497143d4-9637-4542-b1b0-18e4301a379e tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584960658&fields=id&tenant_id=a07dbfb98a35408fb3bff666f3db199d HTTP/1.1" status: 200 len: 267 time: 0.0513935 Jan 11 06:36:58.525515 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-8bd4fd95-350e-42a1-8495-66764813eae0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:58.531256 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-8bd4fd95-350e-42a1-8495-66764813eae0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 811 time: 0.1068106 Jan 11 06:36:58.543067 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-fd8be7c0-ee44-4711-b842-16d849627e3d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/quotas/a07dbfb98a35408fb3bff666f3db199d HTTP/1.1" status: 200 len: 375 time: 0.0099428 Jan 11 06:36:58.593904 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-a3cdcaac-3c6b-4403-972c-3233e85b6496 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450025 Jan 11 06:36:58.687211 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-53cabc78-2e71-4247-86e4-80fa63a48efd service neutron] 10.222.0.15 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808232 Jan 11 06:36:58.777836 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-28012417-2201-4f23-adcf-0623f07d173c service neutron] 10.222.0.15 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848656 Jan 11 06:36:59.092984 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4258022-e44f-428f-8ec6-67e4e85bb457 req-e709e454-6ae9-4034-aa91-0b8aabb5565c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:59.095208 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e4258022-e44f-428f-8ec6-67e4e85bb457 req-e709e454-6ae9-4034-aa91-0b8aabb5565c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0516443 Jan 11 06:36:59.143461 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e4258022-e44f-428f-8ec6-67e4e85bb457 req-144ca83f-3b7c-47c2-b600-e643b697b518 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Jan 11 06:36:59.217295 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-30a6efac-e86f-448c-aebb-e1707acff025 req-c0a8887d-935c-4a66-8b44-729622b65841 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 210 time: 0.0292203 Jan 11 06:36:59.336854 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78eb39-87e7-4078-a418-f0b090ee105e req-38f56a06-8dd2-4e7d-b459-07109db963c5 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:36:59.338318 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fa78eb39-87e7-4078-a418-f0b090ee105e req-38f56a06-8dd2-4e7d-b459-07109db963c5 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0527587 Jan 11 06:36:59.386465 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fa78eb39-87e7-4078-a418-f0b090ee105e req-fb505f3f-8065-450d-aba5-afba1dee7bd6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423715 Jan 11 06:37:00.269039 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8bc3d-668b-4343-9b49-e2b2e3872e6c req-774b12c2-7c2d-44ab-9e5d-3d490d5b62eb tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:00.271596 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9be8bc3d-668b-4343-9b49-e2b2e3872e6c req-774b12c2-7c2d-44ab-9e5d-3d490d5b62eb tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0591054 Jan 11 06:37:00.321031 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9be8bc3d-668b-4343-9b49-e2b2e3872e6c req-4483420a-3ec0-4932-b34b-e302eb54dd54 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Jan 11 06:37:00.408720 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34652b4d-c7b1-4bd1-85a9-40fe501c4d59 req-fa80f6bf-9f05-4337-9709-94a0a996e655 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 210 time: 0.0267169 Jan 11 06:37:00.519276 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ecba1-a796-42e6-bb45-715f4df1baad req-5a37aaea-f1ab-4e42-b252-5b0c9aded9b7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:00.520740 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-010ecba1-a796-42e6-bb45-715f4df1baad req-5a37aaea-f1ab-4e42-b252-5b0c9aded9b7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0516760 Jan 11 06:37:00.566602 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-010ecba1-a796-42e6-bb45-715f4df1baad req-8185e38c-6d6e-49a2-8fc7-bb6a85332da7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401034 Jan 11 06:37:00.883947 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 0c15537c-b202-473d-af30-47505e85abf2 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:37:00.894721 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device f23f8dfc-30cc-4168-abab-9d0366287998 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:37:00.920231 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: f23f8dfc-30cc-4168-abab-9d0366287998 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:37:00.920633 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device f23f8dfc-30cc-4168-abab-9d0366287998 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:37:01.010619 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0c15537c-b202-473d-af30-47505e85abf2,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:01.022944 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '0c15537c-b202-473d-af30-47505e85abf2', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'port_id': '0c15537c-b202-473d-af30-47505e85abf2', 'mac_address': 'fa:16:3e:24:a2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:37:01.058989 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 0c15537c-b202-473d-af30-47505e85abf2 is: ACTIVE; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:37:01.059381 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0c15537c-b202-473d-af30-47505e85abf2), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:01.073952 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c15537c-b202-473d-af30-47505e85abf2 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:37:01.098487 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0c15537c-b202-473d-af30-47505e85abf2,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:01.102706 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0c15537c-b202-473d-af30-47505e85abf2), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:01.149506 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=0c15537c-b202-473d-af30-47505e85abf2,revision_number=6']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:01.156804 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.157164 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.157641 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.157989 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.158331 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.158770 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.159133 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.159468 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.159799 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.160134 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.160485 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.160812 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.161136 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:01.352961 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['0c15537c-b202-473d-af30-47505e85abf2'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:37:01.452524 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c0c9a-6ad7-46e2-86d6-3828890224e1 req-5facabfc-7157-4200-a190-b28e248ac82a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:01.454689 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-560c0c9a-6ad7-46e2-86d6-3828890224e1 req-5facabfc-7157-4200-a190-b28e248ac82a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0593719 Jan 11 06:37:01.521393 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c1e37eb-ffee-456a-a20e-b4d7e964a72c req-45695ed4-c337-4393-9c4b-15c73181a0c8 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 210 time: 0.0392637 Jan 11 06:37:01.529154 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-560c0c9a-6ad7-46e2-86d6-3828890224e1 req-5c09a683-2ed2-40df-a25f-5ed9eb653198 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677896 Jan 11 06:37:01.695348 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e9f57-15f8-4159-b27b-143b502d1853 req-8a8237e7-41bd-4df4-9ff2-8739ce34b1cc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:01.696768 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-043e9f57-15f8-4159-b27b-143b502d1853 req-8a8237e7-41bd-4df4-9ff2-8739ce34b1cc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 944 time: 0.0501342 Jan 11 06:37:01.754218 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-043e9f57-15f8-4159-b27b-143b502d1853 req-90a752ef-be2c-440a-8344-05d79f6e3864 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507405 Jan 11 06:37:01.847148 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-38ca1dbf-210d-433e-a923-6fad330b13b2 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:01.848590 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-38ca1dbf-210d-433e-a923-6fad330b13b2 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 811 time: 0.1103277 Jan 11 06:37:01.926077 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-fcf96dc4-8625-4c91-8c80-429b549b9967 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07dbfb98a35408fb3bff666f3db199d HTTP/1.1" status: 200 len: 379 time: 0.0529222 Jan 11 06:37:01.945467 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'port': {'device_id': '14e31a62-a683-48b4-9b4a-589777106878', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'admin_state_up': True, 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'security_groups': ['130fdee2-3a9e-4647-8025-e147d4488c50']}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:37:02.054870 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Made reservation on behalf of a07dbfb98a35408fb3bff666f3db199d for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:37:02.058396 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:02.198146 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Allocated IP 172.20.0.9 (bebe336f-59ef-41e9-a38e-800c0e378ca8/9f6d5dda-4d8b-469c-bdda-6a322617e284/8407b606-31e6-4314-b28c-e2047fa20c9e) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:37:02.346044 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:02.384263 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:02.433310 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Network bebe336f-59ef-41e9-a38e-800c0e378ca8 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:37:02.438786 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:37:02.441742 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:37:02.472952 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'Port': ['ID=8407b606-31e6-4314-b28c-e2047fa20c9e,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:02.502831 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:02.503625 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:02.523796 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4ca8b90-45ec-4458-9046-16aac102e69c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873494 Jan 11 06:37:02.541695 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Request body: {'port': {'device_id': '14e31a62-a683-48b4-9b4a-589777106878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:37:02.743597 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-c42e814f-a577-4d67-8d41-f3b681aa03a5 None None] Provisioning complete for port 8407b606-31e6-4314-b28c-e2047fa20c9e triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:37:02.744205 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-c42e814f-a577-4d67-8d41-f3b681aa03a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:02.790434 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-c42e814f-a577-4d67-8d41-f3b681aa03a5 None None] Port 8407b606-31e6-4314-b28c-e2047fa20c9e cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:37:02.969077 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:03.046843 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586e9e3-46c8-4477-afbb-290adbeda030 req-719b28f6-5354-4d42-9aae-8fe3564d5fe8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:03.049172 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b586e9e3-46c8-4477-afbb-290adbeda030 req-719b28f6-5354-4d42-9aae-8fe3564d5fe8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1606121 Jan 11 06:37:03.060716 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5927da-6bc9-4c41-a040-7771b07dc059 req-880c9d20-fc0c-4bbf-b8f8-2316f9f3a468 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:03.063291 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc5927da-6bc9-4c41-a040-7771b07dc059 req-880c9d20-fc0c-4bbf-b8f8-2316f9f3a468 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 931 time: 0.1752765 Jan 11 06:37:03.166908 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 0c15537c-b202-473d-af30-47505e85abf2 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:37:03.246286 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 0c15537c-b202-473d-af30-47505e85abf2 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:37:03.247569 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0c15537c-b202-473d-af30-47505e85abf2), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:03.264634 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b586e9e3-46c8-4477-afbb-290adbeda030 req-00a88dac-ebef-401b-b9eb-22ba6114ba5e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964583 Jan 11 06:37:03.286614 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc5927da-6bc9-4c41-a040-7771b07dc059 req-0e7b3257-a2e5-4e03-9ea7-64028f493580 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099366 Jan 11 06:37:03.402897 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 0c15537c-b202-473d-af30-47505e85abf2 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:37:03.403429 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0c15537c-b202-473d-af30-47505e85abf2), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:03.432583 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c15537c-b202-473d-af30-47505e85abf2'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:37:03.435539 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2763bde0-fefc-412e-96a3-9ffcc73e906e" -d '{"events": [{"server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "name": "network-vif-plugged", "status": "completed", "tag": "0c15537c-b202-473d-af30-47505e85abf2"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:37:03.448185 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0c15537c-b202-473d-af30-47505e85abf2,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:03.455292 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0c15537c-b202-473d-af30-47505e85abf2), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:03.466749 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b842f9-031e-40e7-b31f-bfefe71c0999 req-e39213bf-98de-47c1-b3ca-f0d5656c79ae tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:03.474881 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-92b842f9-031e-40e7-b31f-bfefe71c0999 req-e39213bf-98de-47c1-b3ca-f0d5656c79ae tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 944 time: 0.1008594 Jan 11 06:37:03.525450 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=0c15537c-b202-473d-af30-47505e85abf2,revision_number=7']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:03.612231 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-92b842f9-031e-40e7-b31f-bfefe71c0999 req-e7810935-dcd8-4b17-9a4b-290c04fa29a6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253190 Jan 11 06:37:03.627216 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8407b606-31e6-4314-b28c-e2047fa20c9e {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:37:03.637875 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Publish callbacks [] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:03.675763 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Transition to ACTIVE for port object 8407b606-31e6-4314-b28c-e2047fa20c9e will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:37:03.681681 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:03.691669 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4eff9d-ecd2-442d-ba6b-ba3d306606bc x-openstack-request-id: req-ef4eff9d-ecd2-442d-ba6b-ba3d306606bc {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:37:03.691994 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "name": "network-vif-plugged", "status": "completed", "tag": "0c15537c-b202-473d-af30-47505e85abf2", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:37:03.692250 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef4eff9d-ecd2-442d-ba6b-ba3d306606bc {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:37:03.694184 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c15537c-b202-473d-af30-47505e85abf2', 'code': 200} Jan 11 06:37:03.756694 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8407b606-31e6-4314-b28c-e2047fa20c9e,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:03.914608 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Attempting to bind port 8407b606-31e6-4314-b28c-e2047fa20c9e on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:37:03.915006 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Attempting to bind port 8407b606-31e6-4314-b28c-e2047fa20c9e by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:37:03.915380 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Attempting to bind port 8407b606-31e6-4314-b28c-e2047fa20c9e on network bebe336f-59ef-41e9-a38e-800c0e378ca8 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:37:03.922359 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Port 8407b606-31e6-4314-b28c-e2047fa20c9e on network bebe336f-59ef-41e9-a38e-800c0e378ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:37:03.923309 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Attempting to bind port 8407b606-31e6-4314-b28c-e2047fa20c9e on network bebe336f-59ef-41e9-a38e-800c0e378ca8 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:37:03.931104 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:37:03.931491 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Checking segment: {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:37:03.931888 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Bound using segment: {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:37:03.932327 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Bound port: 8407b606-31e6-4314-b28c-e2047fa20c9e, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:37:03.933259 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:04.039922 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] For port 8407b606-31e6-4314-b28c-e2047fa20c9e, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:37:04.046995 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] For port 8407b606-31e6-4314-b28c-e2047fa20c9e, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8407b606-31e6-4314-b28c-e2047fa20c9e,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:37:04.053502 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:04.114092 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:04.114973 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:04.117140 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] 10.222.0.30 "PUT /v2.0/ports/8407b606-31e6-4314-b28c-e2047fa20c9e HTTP/1.1" status: 200 len: 1093 time: 1.5795856 Jan 11 06:37:04.119719 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e31a62-a683-48b4-9b4a-589777106878', 'tag': '8407b606-31e6-4314-b28c-e2047fa20c9e'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:37:04.127564 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb1d31-9217-4ac4-86c5-953c9145d863" -d '{"events": [{"name": "network-changed", "server_uuid": "14e31a62-a683-48b4-9b4a-589777106878", "tag": "8407b606-31e6-4314-b28c-e2047fa20c9e"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:37:04.199216 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13e88a-2f12-471f-bd81-957f643091b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8407b606-31e6-4314-b28c-e2047fa20c9e,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:04.281177 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d9bec8-a013-4c92-84e1-759665988f81 x-openstack-request-id: req-29d9bec8-a013-4c92-84e1-759665988f81 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:37:04.295469 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e31a62-a683-48b4-9b4a-589777106878", "tag": "8407b606-31e6-4314-b28c-e2047fa20c9e", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:37:04.295780 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29d9bec8-a013-4c92-84e1-759665988f81 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:37:04.296194 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e31a62-a683-48b4-9b4a-589777106878', 'tag': '8407b606-31e6-4314-b28c-e2047fa20c9e', 'status': 'completed', 'code': 200} Jan 11 06:37:04.301672 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-f1e16d24-40cf-4fc7-a859-968744086ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:04.303172 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-f1e16d24-40cf-4fc7-a859-968744086ec5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 1096 time: 0.1007550 Jan 11 06:37:04.438749 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-a7ff8244-875c-4855-a84e-f8479f4043ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8407b606-31e6-4314-b28c-e2047fa20c9e HTTP/1.1" status: 200 len: 217 time: 0.1195393 Jan 11 06:37:04.589946 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e5d42-e22c-4ec2-a279-f163eedda3fb req-10dd6e2a-62f2-4105-9d2c-69db61c40a63 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:04.598538 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-660e5d42-e22c-4ec2-a279-f163eedda3fb req-10dd6e2a-62f2-4105-9d2c-69db61c40a63 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1733081 Jan 11 06:37:04.645768 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4d0c31a-bfce-4ba3-94b0-bb189d4342d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:04.647375 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-b4d0c31a-bfce-4ba3-94b0-bb189d4342d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 200 len: 850 time: 0.1662228 Jan 11 06:37:04.705509 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7bce6-3046-4d59-91e0-de24cb9df7bd req-fcdbe99e-fb5b-43f2-90e9-d3605379716c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:04.715488 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bdd7bce6-3046-4d59-91e0-de24cb9df7bd req-fcdbe99e-fb5b-43f2-90e9-d3605379716c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 943 time: 0.2163465 Jan 11 06:37:04.748844 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-660e5d42-e22c-4ec2-a279-f163eedda3fb req-305bf451-84bb-4b4b-b194-36c435e4c2b1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490021 Jan 11 06:37:04.819799 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-5dd88610-5a9a-4e94-8d5b-1e9b64ebdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:04.821362 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-5dd88610-5a9a-4e94-8d5b-1e9b64ebdd11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bebe336f-59ef-41e9-a38e-800c0e378ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1525598 Jan 11 06:37:04.869164 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bdd7bce6-3046-4d59-91e0-de24cb9df7bd req-090ff05a-8a8b-43de-b0c8-054059dcfcd4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526928 Jan 11 06:37:05.100528 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e227d-5105-412b-bcda-1390da0d8c62 req-45f37d70-ed90-44b6-9e6b-ae3eca253ea5 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:05.107490 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bb2e227d-5105-412b-bcda-1390da0d8c62 req-45f37d70-ed90-44b6-9e6b-ae3eca253ea5 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1353912 Jan 11 06:37:05.188145 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-f8328c64-1e58-459d-9352-198ad2976f26 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505139 Jan 11 06:37:05.327994 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bb2e227d-5105-412b-bcda-1390da0d8c62 req-2aaf27da-b3d9-4a3d-b9dc-b8aa904f564d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188923 Jan 11 06:37:05.478926 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc312ff3-7378-4d01-99be-6fcde4e345f6 req-ec79efc2-9d02-4444-aab0-50aae921d640 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626967 Jan 11 06:37:05.692564 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb1d31-9217-4ac4-86c5-953c9145d863 req-679e3567-a61b-44d8-911b-d65e10ea9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:05.694792 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96bb1d31-9217-4ac4-86c5-953c9145d863 req-679e3567-a61b-44d8-911b-d65e10ea9854 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 1096 time: 0.0825951 Jan 11 06:37:05.851989 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb1d31-9217-4ac4-86c5-953c9145d863 req-b1fa5de3-e38f-479a-a11c-696982bb846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:05.853582 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96bb1d31-9217-4ac4-86c5-953c9145d863 req-b1fa5de3-e38f-479a-a11c-696982bb846c service neutron] 10.222.0.30 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 912 time: 0.1505845 Jan 11 06:37:05.969237 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96bb1d31-9217-4ac4-86c5-953c9145d863 req-f1fe5e46-9edf-4d99-b05b-58f4ae0d1b7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8407b606-31e6-4314-b28c-e2047fa20c9e HTTP/1.1" status: 200 len: 217 time: 0.1072166 Jan 11 06:37:06.070285 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb1d31-9217-4ac4-86c5-953c9145d863 req-f447abfa-4faa-4bdb-acdc-6b9eed8839fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:06.072071 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96bb1d31-9217-4ac4-86c5-953c9145d863 req-f447abfa-4faa-4bdb-acdc-6b9eed8839fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 200 len: 850 time: 0.0741997 Jan 11 06:37:06.186275 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8c4c1-11a3-4eb7-bcee-c77ead05f592 req-a45c3e6d-3d03-4dde-a92b-84b2ff65efd9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:06.188426 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c1e8c4c1-11a3-4eb7-bcee-c77ead05f592 req-a45c3e6d-3d03-4dde-a92b-84b2ff65efd9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.2375815 Jan 11 06:37:06.193022 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb1d31-9217-4ac4-86c5-953c9145d863 req-07ce6d59-d74a-4f4a-b002-3e634f4623f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:06.194672 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96bb1d31-9217-4ac4-86c5-953c9145d863 req-07ce6d59-d74a-4f4a-b002-3e634f4623f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bebe336f-59ef-41e9-a38e-800c0e378ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0870087 Jan 11 06:37:06.309221 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0c480-80d6-48a9-92db-b2853eb5291f req-9cca332e-dead-4a9a-8c8f-a17ec18fffec tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:06.311042 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-edf0c480-80d6-48a9-92db-b2853eb5291f req-9cca332e-dead-4a9a-8c8f-a17ec18fffec tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 943 time: 0.2601244 Jan 11 06:37:06.371825 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c1e8c4c1-11a3-4eb7-bcee-c77ead05f592 req-d35ac423-f47d-4404-bc11-9837320914a1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738560 Jan 11 06:37:06.471033 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96bb1d31-9217-4ac4-86c5-953c9145d863 req-6b856014-a6bb-4794-8e39-c6b42ef06880 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534301 Jan 11 06:37:06.482467 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-edf0c480-80d6-48a9-92db-b2853eb5291f req-4acaa4d1-7352-4eda-bf66-5e8c7292356d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452045 Jan 11 06:37:06.669641 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96bb1d31-9217-4ac4-86c5-953c9145d863 req-a1818294-3772-48a1-b464-bb5f3869f299 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857207 Jan 11 06:37:06.757745 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d53f6c-2963-4ffe-a8c8-609f97a3c9c6 req-78ceca13-148b-4951-8481-ed4def31bdc2 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:06.764948 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a4d53f6c-2963-4ffe-a8c8-609f97a3c9c6 req-78ceca13-148b-4951-8481-ed4def31bdc2 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0938482 Jan 11 06:37:06.823947 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a4d53f6c-2963-4ffe-a8c8-609f97a3c9c6 req-7a876511-c978-4ab4-ab8b-2422f82723fb tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579340 Jan 11 06:37:07.547939 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878414b9-0fb4-4327-93a5-6057123db46f req-8322b34d-e034-483c-b724-32d75beb1d44 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:07.549288 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-878414b9-0fb4-4327-93a5-6057123db46f req-8322b34d-e034-483c-b724-32d75beb1d44 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0774779 Jan 11 06:37:07.623786 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-878414b9-0fb4-4327-93a5-6057123db46f req-e9dca1de-952a-422d-8ab2-8263682e3630 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668237 Jan 11 06:37:07.758366 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c4698-5d11-4b88-87a2-70991a69fe1e req-289a80aa-36e0-43f3-acb6-448bc5d4a1c5 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:07.767279 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a25c4698-5d11-4b88-87a2-70991a69fe1e req-289a80aa-36e0-43f3-acb6-448bc5d4a1c5 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 943 time: 0.0680182 Jan 11 06:37:07.865318 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a25c4698-5d11-4b88-87a2-70991a69fe1e req-d6aef550-72b8-4af3-af88-1d6d3f163eb4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848677 Jan 11 06:37:08.190419 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f8d98-1d43-449b-9fd7-75bd078eb5e7 req-2ec64a4f-d793-428b-9a80-6f3ab837aae0 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:08.191986 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a23f8d98-1d43-449b-9fd7-75bd078eb5e7 req-2ec64a4f-d793-428b-9a80-6f3ab837aae0 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1077335 Jan 11 06:37:08.269404 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a23f8d98-1d43-449b-9fd7-75bd078eb5e7 req-a4bff48e-a15d-45e8-80ee-8253ccaa4433 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712247 Jan 11 06:37:08.798297 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a97a1-ec47-43c2-ba83-05405cc0d759 req-7c617fb0-4dba-4ae4-b998-1d0ae2aecad9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:08.808323 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-064a97a1-ec47-43c2-ba83-05405cc0d759 req-7c617fb0-4dba-4ae4-b998-1d0ae2aecad9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0833664 Jan 11 06:37:08.881479 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-064a97a1-ec47-43c2-ba83-05405cc0d759 req-7dbb6864-ad59-496f-b769-ac434dc2c651 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721354 Jan 11 06:37:09.017368 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34dc3-bfbe-4353-8893-3caaff2f98ec req-6d3577ce-1888-4ff8-9dcf-96674c3bdd16 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:09.027616 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b7b34dc3-bfbe-4353-8893-3caaff2f98ec req-6d3577ce-1888-4ff8-9dcf-96674c3bdd16 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 943 time: 0.0863171 Jan 11 06:37:09.104192 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b7b34dc3-bfbe-4353-8893-3caaff2f98ec req-270ec031-4003-4a7d-a3ad-acac927f7b67 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747216 Jan 11 06:37:09.453674 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55b811-f44e-4e45-b82b-ea0e15f2af7a req-677340fd-099a-49d8-bbaa-6a474689a05e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:09.461313 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-da55b811-f44e-4e45-b82b-ea0e15f2af7a req-677340fd-099a-49d8-bbaa-6a474689a05e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0902352 Jan 11 06:37:09.542947 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-da55b811-f44e-4e45-b82b-ea0e15f2af7a req-24469529-9a5d-4964-bf8c-dbcbd268caba tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804896 Jan 11 06:37:10.061960 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abad25d-5fa1-4177-b573-86229e0edc79 req-b5302cda-ea84-4d3a-bf7d-ff024c2b88a4 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:10.071171 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7abad25d-5fa1-4177-b573-86229e0edc79 req-b5302cda-ea84-4d3a-bf7d-ff024c2b88a4 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0864966 Jan 11 06:37:10.158693 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7abad25d-5fa1-4177-b573-86229e0edc79 req-9885fb62-6179-4f7d-a030-7b2286770687 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796320 Jan 11 06:37:10.299468 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c6b8-b6c0-4a56-a50e-e5a528569081 req-babd3e7e-1a9d-4d06-9f6b-cf73b048c5d2 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:10.319293 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f436c6b8-b6c0-4a56-a50e-e5a528569081 req-babd3e7e-1a9d-4d06-9f6b-cf73b048c5d2 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 943 time: 0.0839844 Jan 11 06:37:10.408606 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f436c6b8-b6c0-4a56-a50e-e5a528569081 req-7c81ad4c-a0df-454b-970e-4330d546858d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775182 Jan 11 06:37:10.775025 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3b58f-e406-48da-9535-32e3ffd6fe25 req-e91017b3-bced-4ae5-8f5d-13a810cfdb38 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:10.790757 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-aee3b58f-e406-48da-9535-32e3ffd6fe25 req-e91017b3-bced-4ae5-8f5d-13a810cfdb38 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0860324 Jan 11 06:37:10.891986 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-aee3b58f-e406-48da-9535-32e3ffd6fe25 req-76f0b488-251e-458b-ace3-b20822460e2a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995359 Jan 11 06:37:11.343067 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c917e9-ec71-403f-9b72-8f0a7cbf9731 req-d30e4bd7-7816-4b8e-9f09-b2818d7451f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:11.345746 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-71c917e9-ec71-403f-9b72-8f0a7cbf9731 req-d30e4bd7-7816-4b8e-9f09-b2818d7451f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0860987 Jan 11 06:37:11.443587 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-71c917e9-ec71-403f-9b72-8f0a7cbf9731 req-45486a30-0064-47e5-b0c8-47a0129c903b tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903547 Jan 11 06:37:11.554730 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eaf3f-7242-419a-8164-9674f028204c req-b130a8b8-1e0c-4f66-be49-afa71f021c83 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:11.562733 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-031eaf3f-7242-419a-8164-9674f028204c req-b130a8b8-1e0c-4f66-be49-afa71f021c83 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 943 time: 0.0604939 Jan 11 06:37:11.642633 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-031eaf3f-7242-419a-8164-9674f028204c req-4d4c4b28-1ae7-4aa8-af34-ae18d36e6a65 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785601 Jan 11 06:37:12.106596 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995020f8-6858-4c01-bc57-d82255e75829 req-e9506123-b265-4982-a74a-97c5d7379250 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:12.114675 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-995020f8-6858-4c01-bc57-d82255e75829 req-e9506123-b265-4982-a74a-97c5d7379250 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1146264 Jan 11 06:37:12.170941 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-995020f8-6858-4c01-bc57-d82255e75829 req-5d4cdd42-b251-4764-8cb8-dc19584ac153 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553632 Jan 11 06:37:12.580084 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc941e-af8b-4119-894b-74b42977ab9d req-ef2d4a3c-cc6c-4a5d-84f1-8d0e4712a508 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:12.597008 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-67fc941e-af8b-4119-894b-74b42977ab9d req-ef2d4a3c-cc6c-4a5d-84f1-8d0e4712a508 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0664799 Jan 11 06:37:12.671798 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-67fc941e-af8b-4119-894b-74b42977ab9d req-f9905973-cf1d-4a98-8701-45ec24093fd8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735505 Jan 11 06:37:12.803361 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b044a2f-8230-48eb-8a65-5732dd740f1b req-da85b93a-89b8-4f08-a91c-3b021f737a94 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:12.804936 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5b044a2f-8230-48eb-8a65-5732dd740f1b req-da85b93a-89b8-4f08-a91c-3b021f737a94 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 943 time: 0.0498884 Jan 11 06:37:12.861660 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5b044a2f-8230-48eb-8a65-5732dd740f1b req-0c895cf3-4ad4-4c81-a239-912c24949ec6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501194 Jan 11 06:37:13.241104 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 8407b606-31e6-4314-b28c-e2047fa20c9e details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:37:13.413469 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d965ec9-2833-41ad-ad1f-04877040ec97 req-35087d69-987b-4b28-9e74-3620cf4d882e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:13.421376 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7d965ec9-2833-41ad-ad1f-04877040ec97 req-35087d69-987b-4b28-9e74-3620cf4d882e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0720336 Jan 11 06:37:13.427604 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 8407b606-31e6-4314-b28c-e2047fa20c9e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8407b606-31e6-4314-b28c-e2047fa20c9e,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:13.495828 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7d965ec9-2833-41ad-ad1f-04877040ec97 req-ca463f79-09c3-426e-b086-18a4eb7b27aa tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722013 Jan 11 06:37:13.501719 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '8407b606-31e6-4314-b28c-e2047fa20c9e', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'port_id': '8407b606-31e6-4314-b28c-e2047fa20c9e', 'mac_address': 'fa:16:3e:f2:93:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:37:13.561384 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2aeb-7932-4f2c-81a2-e72f9773394f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:13.594434 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 8407b606-31e6-4314-b28c-e2047fa20c9e is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:37:13.595140 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:13.619786 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8407b606-31e6-4314-b28c-e2047fa20c9e {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:37:13.653558 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 8407b606-31e6-4314-b28c-e2047fa20c9e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8407b606-31e6-4314-b28c-e2047fa20c9e,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:13.661359 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:13.759078 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=8407b606-31e6-4314-b28c-e2047fa20c9e,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:13.857538 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae9a18-0ee3-4f2d-b4e0-5dbf530d5454 req-cc3d03fa-cb99-4fb0-b79b-75c2a91de7fd tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:13.859933 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c4ae9a18-0ee3-4f2d-b4e0-5dbf530d5454 req-cc3d03fa-cb99-4fb0-b79b-75c2a91de7fd tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0890315 Jan 11 06:37:13.971380 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c4ae9a18-0ee3-4f2d-b4e0-5dbf530d5454 req-22af16b4-9e62-4c85-80c5-e6522aef1f6f tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884385 Jan 11 06:37:14.170114 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da616a4-1355-4bde-952e-0f78e6db14aa req-be88684b-100b-4d66-a118-036de4713871 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:14.183774 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2da616a4-1355-4bde-952e-0f78e6db14aa req-be88684b-100b-4d66-a118-036de4713871 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 944 time: 0.1258311 Jan 11 06:37:14.230076 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['8407b606-31e6-4314-b28c-e2047fa20c9e'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:37:14.310771 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2da616a4-1355-4bde-952e-0f78e6db14aa req-84d402b3-e346-4b57-9bdf-2b43aaecd89b tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251740 Jan 11 06:37:14.629148 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f72854-b918-40e9-8632-1c2d829d3aab req-851bd593-2e8b-43dd-9e85-5a9f27c48b9e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:14.636672 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c1f72854-b918-40e9-8632-1c2d829d3aab req-851bd593-2e8b-43dd-9e85-5a9f27c48b9e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0652084 Jan 11 06:37:14.721116 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c1f72854-b918-40e9-8632-1c2d829d3aab req-3e15dca0-ac04-48b3-be8c-f738d0ae069b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638704 Jan 11 06:37:15.133914 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d51b9-fa94-455b-8a85-fb0239858a5e req-e9509d3a-4911-4712-93e1-82d549948730 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:15.141123 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ab0d51b9-fa94-455b-8a85-fb0239858a5e req-e9509d3a-4911-4712-93e1-82d549948730 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0910597 Jan 11 06:37:15.207104 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ab0d51b9-fa94-455b-8a85-fb0239858a5e req-716fa33c-5b01-4344-a458-3523aecbbd7a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647798 Jan 11 06:37:15.457476 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd7abf-9c69-4bc4-9a85-468dac053b3a req-1a3462a6-f286-4937-99cc-331b7e80a42b tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:15.464573 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-04fd7abf-9c69-4bc4-9a85-468dac053b3a req-1a3462a6-f286-4937-99cc-331b7e80a42b tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 944 time: 0.0684075 Jan 11 06:37:15.524887 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-04fd7abf-9c69-4bc4-9a85-468dac053b3a req-939a6e5d-c7a0-4677-ab0d-2b20177a721f tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573323 Jan 11 06:37:15.728162 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-36e860e6-ace0-466a-ad41-2275d92f84ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:15.859582 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11926bdb-a4a8-4432-8012-fbbcd9c8b18d req-710105d2-32fe-4e74-872f-b8aebdb253c4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:15.869080 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-11926bdb-a4a8-4432-8012-fbbcd9c8b18d req-710105d2-32fe-4e74-872f-b8aebdb253c4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0677228 Jan 11 06:37:15.943129 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-11926bdb-a4a8-4432-8012-fbbcd9c8b18d req-2db35192-28c6-4963-b0e1-e4954f01c783 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700049 Jan 11 06:37:16.048648 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-4322e4e6-060a-4293-baaf-72f11bf914f5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:16.050160 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-4322e4e6-060a-4293-baaf-72f11bf914f5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/networks?id=e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 200 len: 815 time: 0.1225715 Jan 11 06:37:16.066179 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-142b4713-73df-41b6-ab58-5f35dbec607b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/quotas/9f6695dbd0cc4bce959ed34cd1bf633c HTTP/1.1" status: 200 len: 375 time: 0.0095813 Jan 11 06:37:16.120240 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-b519652c-483a-4fdd-87d4-517722b24048 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486920 Jan 11 06:37:16.216765 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-df9efc5a-9d85-41b1-9869-3933394cf5f2 service neutron] 10.222.0.15 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884073 Jan 11 06:37:16.361242 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23249d3e-f311-468b-9747-96c639471f1c req-f2299a32-272f-4bed-8631-e153c4af1455 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:16.362878 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-23249d3e-f311-468b-9747-96c639471f1c req-f2299a32-272f-4bed-8631-e153c4af1455 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0734217 Jan 11 06:37:16.364926 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-e194fcce-8263-4325-9eab-716156d1cd67 service neutron] 10.222.0.15 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413445 Jan 11 06:37:16.423104 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-23249d3e-f311-468b-9747-96c639471f1c req-0d719ec2-16b1-4502-9629-49ba7489e442 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527186 Jan 11 06:37:16.619521 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:37:16.623552 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1d620768-f7e2-4162-8420-02ff37de3dba req-4728edac-6b27-4764-bd6f-0883843f6b99 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 210 time: 0.0556710 Jan 11 06:37:16.724536 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c48706-5b47-4aa8-ae9b-e2c9d4d05cad req-423a2122-2807-423c-a076-737cbc227ce3 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:16.726112 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-09c48706-5b47-4aa8-ae9b-e2c9d4d05cad req-423a2122-2807-423c-a076-737cbc227ce3 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 944 time: 0.1005628 Jan 11 06:37:16.776694 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088c3e9-3433-4f60-8db6-8355e510b019 req-dc755633-05ee-45d8-a5f7-e19653e821bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:16.778695 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0088c3e9-3433-4f60-8db6-8355e510b019 req-dc755633-05ee-45d8-a5f7-e19653e821bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 1098 time: 0.1078315 Jan 11 06:37:16.836814 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-09c48706-5b47-4aa8-ae9b-e2c9d4d05cad req-0b00e190-01f8-4ebd-a314-fe2925223da9 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956771 Jan 11 06:37:16.930238 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:16.957034 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088c3e9-3433-4f60-8db6-8355e510b019 req-4a511f35-cbc5-4438-a1cd-893279f2079a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:16.959589 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0088c3e9-3433-4f60-8db6-8355e510b019 req-4a511f35-cbc5-4438-a1cd-893279f2079a service neutron] 10.222.0.30 "GET /v2.0/networks?id=60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 200 len: 917 time: 0.1718810 Jan 11 06:37:17.074102 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0088c3e9-3433-4f60-8db6-8355e510b019 req-75f18df9-54b6-43ff-a92e-4598c3827b3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c15537c-b202-473d-af30-47505e85abf2 HTTP/1.1" status: 200 len: 999 time: 0.1074235 Jan 11 06:37:17.180054 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186ca7f-ad39-482a-a56f-b4ae863f89e5 req-78911435-b4b8-4d60-b1b8-5ba01e324278 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:17.181564 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b186ca7f-ad39-482a-a56f-b4ae863f89e5 req-78911435-b4b8-4d60-b1b8-5ba01e324278 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.1053536 Jan 11 06:37:17.183353 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088c3e9-3433-4f60-8db6-8355e510b019 req-1ce57794-7f88-46eb-ba40-776c601173f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:17.197022 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0088c3e9-3433-4f60-8db6-8355e510b019 req-1ce57794-7f88-46eb-ba40-776c601173f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822973aa-968a-4a18-8a27-649eb1f1fd6d HTTP/1.1" status: 200 len: 855 time: 0.1071594 Jan 11 06:37:17.247415 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 8407b606-31e6-4314-b28c-e2047fa20c9e up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:37:17.328265 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 8407b606-31e6-4314-b28c-e2047fa20c9e completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:37:17.333803 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 8407b606-31e6-4314-b28c-e2047fa20c9e triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:37:17.334632 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:17.467194 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 8407b606-31e6-4314-b28c-e2047fa20c9e is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:37:17.467863 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:17.498084 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e31a62-a683-48b4-9b4a-589777106878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8407b606-31e6-4314-b28c-e2047fa20c9e'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:37:17.501591 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01a9041-ccdd-49c2-b3b9-d4381c446300" -d '{"events": [{"server_uuid": "14e31a62-a683-48b4-9b4a-589777106878", "name": "network-vif-plugged", "status": "completed", "tag": "8407b606-31e6-4314-b28c-e2047fa20c9e"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:37:17.517437 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 8407b606-31e6-4314-b28c-e2047fa20c9e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8407b606-31e6-4314-b28c-e2047fa20c9e,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:17.523078 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:17.578162 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=8407b606-31e6-4314-b28c-e2047fa20c9e,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:17.605102 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b186ca7f-ad39-482a-a56f-b4ae863f89e5 req-3dfdb058-3a96-4d04-b39c-5e36bf14793a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069374 Jan 11 06:37:17.642611 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088c3e9-3433-4f60-8db6-8355e510b019 req-f3f1f37f-a30d-471d-b679-e48a012b13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:17.644167 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0088c3e9-3433-4f60-8db6-8355e510b019 req-f3f1f37f-a30d-471d-b679-e48a012b13f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60a2f090-570c-42ea-9834-0df06c26707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4317296 Jan 11 06:37:17.667939 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b2cb70-052a-4085-a3ba-dc3433dbf7c7 x-openstack-request-id: req-a4b2cb70-052a-4085-a3ba-dc3433dbf7c7 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:37:17.668933 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e31a62-a683-48b4-9b4a-589777106878", "name": "network-vif-plugged", "status": "completed", "tag": "8407b606-31e6-4314-b28c-e2047fa20c9e", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:37:17.669285 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4b2cb70-052a-4085-a3ba-dc3433dbf7c7 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:37:17.669769 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e31a62-a683-48b4-9b4a-589777106878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8407b606-31e6-4314-b28c-e2047fa20c9e', 'code': 200} Jan 11 06:37:17.682341 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2d5f3-b0ee-46be-ad47-b2fbf8ebdbce req-a391e30c-a363-449b-a288-0ea652a8e3ce tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:17.683835 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-03e2d5f3-b0ee-46be-ad47-b2fbf8ebdbce req-a391e30c-a363-449b-a288-0ea652a8e3ce tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1130664 Jan 11 06:37:17.791361 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eadf0675-2415-4a15-83b3-e331034e673d req-7336ba7a-533f-421f-b77a-0193d39105b6 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 210 time: 0.0414648 Jan 11 06:37:17.821392 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-03e2d5f3-b0ee-46be-ad47-b2fbf8ebdbce req-33274b42-aca0-400b-99ae-5468ce3782b2 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304922 Jan 11 06:37:17.829279 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0088c3e9-3433-4f60-8db6-8355e510b019 req-beec1de8-b4c1-4bca-89c5-78d7f7de5436 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758265 Jan 11 06:37:17.985855 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0088c3e9-3433-4f60-8db6-8355e510b019 req-446e40fd-ed67-4de7-bb53-6946fc6626b5 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413612 Jan 11 06:37:18.077652 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e8661-ac40-4df3-8f54-a39562658b27 req-c3b7e381-5c0b-4ef3-8880-867e3dde8570 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:18.079781 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2f6e8661-ac40-4df3-8f54-a39562658b27 req-c3b7e381-5c0b-4ef3-8880-867e3dde8570 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 945 time: 0.0784209 Jan 11 06:37:18.199139 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2f6e8661-ac40-4df3-8f54-a39562658b27 req-5be67cb9-14ad-4fd9-baf1-02933e512e74 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109273 Jan 11 06:37:18.232176 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f87ae-38d7-475a-9bf8-04f0e7a51d53 req-25d3405c-10ac-48c5-99b4-86e20042b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:18.239146 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-115f87ae-38d7-475a-9bf8-04f0e7a51d53 req-25d3405c-10ac-48c5-99b4-86e20042b3b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 1098 time: 0.1064789 Jan 11 06:37:18.287579 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-7658d658-6a83-4801-bbbf-0dff7cee1eae tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:18.289603 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-7658d658-6a83-4801-bbbf-0dff7cee1eae tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "GET /v2.0/networks?id=e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 200 len: 815 time: 0.1462228 Jan 11 06:37:18.313168 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:18.320385 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Request body: {'port': {'device_id': 'b657ea3f-443f-46c2-a535-c0d6a183ba51', 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0', 'admin_state_up': True, 'tenant_id': '9f6695dbd0cc4bce959ed34cd1bf633c'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:37:18.364393 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-115f87ae-38d7-475a-9bf8-04f0e7a51d53 req-b2cb59a4-d551-4dee-aa00-f15d3d0d197e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975578 Jan 11 06:37:18.450340 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Made reservation on behalf of 9f6695dbd0cc4bce959ed34cd1bf633c for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:37:18.454573 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:18.598538 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Allocated IP 172.20.0.9 (e69e80d8-91a0-4085-a401-00f95b7821f0/86961111-d8a7-47df-8f63-8941f1ef9030/5db74330-2bdf-461d-9fa8-5f513bd1cdae) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:37:18.802064 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea3a14-3063-4f13-81c4-dc970d7388c7 req-dab04901-f493-4432-8bfb-f1b74aecf6d5 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:18.804297 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b4ea3a14-3063-4f13-81c4-dc970d7388c7 req-dab04901-f493-4432-8bfb-f1b74aecf6d5 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 945 time: 0.0956092 Jan 11 06:37:18.866133 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks [] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:18.871204 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b4ea3a14-3063-4f13-81c4-dc970d7388c7 req-c5ebfcbf-fad6-428c-bf48-cada0dc46518 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553052 Jan 11 06:37:18.928384 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b1bb93d9-4c0b-49ce-8e62-42ff294e2042 req-09a9405f-2f8f-472c-9692-19b15496c149 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 210 time: 0.0513077 Jan 11 06:37:18.997434 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:19.014791 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085144cb-1c96-4396-b654-26a3fa4fa132 req-3087656c-8b08-4521-85d8-ab4aa7d86ff1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:19.016905 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-085144cb-1c96-4396-b654-26a3fa4fa132 req-3087656c-8b08-4521-85d8-ab4aa7d86ff1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0811327 Jan 11 06:37:19.045172 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['a0700528-82fb-413a-b58a-97b306f4e6cf', '35e0ff33-67f2-4637-a991-e666ea893ffd', '5d833f2d-5816-4665-90b3-009c08b3a898'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:37:19.081671 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Network e69e80d8-91a0-4085-a401-00f95b7821f0 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:37:19.082799 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Pushing event updated for resources: {'Port': ['ID=5db74330-2bdf-461d-9fa8-5f513bd1cdae,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:19.088324 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:37:19.091263 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:37:19.149733 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-085144cb-1c96-4396-b654-26a3fa4fa132 req-abb48f5c-800c-421a-a473-f14d11acb80f tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100328 Jan 11 06:37:19.177857 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:19.178593 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:19.196878 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-77ab12fd-7d64-4585-9ab4-4294575a8676 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8816173 Jan 11 06:37:19.256110 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 0c15537c-b202-473d-af30-47505e85abf2 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:37:19.263079 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Request body: {'port': {'device_id': 'b657ea3f-443f-46c2-a535-c0d6a183ba51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:37:19.369592 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:19.407894 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 0c15537c-b202-473d-af30-47505e85abf2 is: ACTIVE; New status is: DOWN {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:37:19.408428 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0c15537c-b202-473d-af30-47505e85abf2), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:19.434142 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5e86e-b09d-43bc-b9c4-32ba3213a830 req-1b75753c-509a-4549-b872-a07a6355dbc5 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:19.436063 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-68d5e86e-b09d-43bc-b9c4-32ba3213a830 req-1b75753c-509a-4549-b872-a07a6355dbc5 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 945 time: 0.1424911 Jan 11 06:37:19.490764 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0c15537c-b202-473d-af30-47505e85abf2,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:19.509987 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0c15537c-b202-473d-af30-47505e85abf2), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:19.609388 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-68d5e86e-b09d-43bc-b9c4-32ba3213a830 req-043f7acb-f5cb-4fdb-824b-044143106446 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635659 Jan 11 06:37:19.784881 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db74330-2bdf-461d-9fa8-5f513bd1cdae {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:37:19.794972 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c15537c-b202-473d-af30-47505e85abf2'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:37:19.795489 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Publish callbacks [] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:19.798044 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86df16e-5596-4c42-b462-16ee96688f97" -d '{"events": [{"server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "name": "network-vif-unplugged", "status": "completed", "tag": "0c15537c-b202-473d-af30-47505e85abf2"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:37:19.813659 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=0c15537c-b202-473d-af30-47505e85abf2,revision_number=8']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:19.814913 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Transition to ACTIVE for port object 5db74330-2bdf-461d-9fa8-5f513bd1cdae will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:37:19.821300 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:19.842753 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:19.866009 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Jan 2022 06:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3fa7d4-9885-4e02-af17-6ab8e31090f2 x-openstack-request-id: req-7d3fa7d4-9885-4e02-af17-6ab8e31090f2 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:37:19.866357 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "name": "network-vif-unplugged", "status": "completed", "tag": "0c15537c-b202-473d-af30-47505e85abf2", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:37:19.866616 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d3fa7d4-9885-4e02-af17-6ab8e31090f2 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:37:19.867134 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c15537c-b202-473d-af30-47505e85abf2', 'code': 200} Jan 11 06:37:19.911373 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Pushing event updated for resources: {'Port': ['ID=5db74330-2bdf-461d-9fa8-5f513bd1cdae,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:20.109647 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b40b3-1bab-427f-a593-e910818c8b05 req-785f74c8-bfd1-4a03-9fd4-197d6357b596 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:20.111242 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0d2b40b3-1bab-427f-a593-e910818c8b05 req-785f74c8-bfd1-4a03-9fd4-197d6357b596 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.1444657 Jan 11 06:37:20.113158 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Attempting to bind port 5db74330-2bdf-461d-9fa8-5f513bd1cdae on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:37:20.113495 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Attempting to bind port 5db74330-2bdf-461d-9fa8-5f513bd1cdae by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:37:20.113824 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Attempting to bind port 5db74330-2bdf-461d-9fa8-5f513bd1cdae on network e69e80d8-91a0-4085-a401-00f95b7821f0 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:37:20.123334 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Port 5db74330-2bdf-461d-9fa8-5f513bd1cdae on network e69e80d8-91a0-4085-a401-00f95b7821f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:37:20.123664 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Attempting to bind port 5db74330-2bdf-461d-9fa8-5f513bd1cdae on network e69e80d8-91a0-4085-a401-00f95b7821f0 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:37:20.153554 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c2777-a0c5-4516-bba8-dbf766fed0d0 req-245d73fe-f735-4473-9b1a-e85ccb9ba192 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:20.160951 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e60c2777-a0c5-4516-bba8-dbf766fed0d0 req-245d73fe-f735-4473-9b1a-e85ccb9ba192 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 943 time: 0.1186533 Jan 11 06:37:20.163940 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:37:20.164478 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Checking segment: {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:37:20.164682 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Bound using segment: {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:37:20.165093 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Bound port: 5db74330-2bdf-461d-9fa8-5f513bd1cdae, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d939554-bf35-4643-8057-bcd9eab6e002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:37:20.165446 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:20.223844 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0d2b40b3-1bab-427f-a593-e910818c8b05 req-70623213-fa63-41bd-9779-8817ac8fe004 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031032 Jan 11 06:37:20.320975 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] For port 5db74330-2bdf-461d-9fa8-5f513bd1cdae, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:37:20.324168 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] For port 5db74330-2bdf-461d-9fa8-5f513bd1cdae, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5db74330-2bdf-461d-9fa8-5f513bd1cdae,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:37:20.331106 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e60c2777-a0c5-4516-bba8-dbf766fed0d0 req-54df75d2-995b-4689-b96a-419ee99e79fe tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693184 Jan 11 06:37:20.370810 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:20.425216 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:20.426139 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:20.427775 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] 10.222.0.30 "PUT /v2.0/ports/5db74330-2bdf-461d-9fa8-5f513bd1cdae HTTP/1.1" status: 200 len: 1093 time: 1.1702535 Jan 11 06:37:20.428521 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b657ea3f-443f-46c2-a535-c0d6a183ba51', 'tag': '5db74330-2bdf-461d-9fa8-5f513bd1cdae'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:37:20.431242 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a1fcf5-2f7e-49b6-82cf-b3b42206eb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b657ea3f-443f-46c2-a535-c0d6a183ba51", "tag": "5db74330-2bdf-461d-9fa8-5f513bd1cdae"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:37:20.458325 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c157688-3076-42cc-937d-7666bf5ef691 req-4fc6a8cb-c0c7-4c36-ac56-9777e74597a0 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:20.459928 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1c157688-3076-42cc-937d-7666bf5ef691 req-4fc6a8cb-c0c7-4c36-ac56-9777e74597a0 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1278005 Jan 11 06:37:20.510006 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b468bf3-2c75-4193-8f0b-98986031d9fe service neutron] Pushing event updated for resources: {'Port': ['ID=5db74330-2bdf-461d-9fa8-5f513bd1cdae,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:20.595837 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b3ee84-6056-4b40-b794-f5c22ead1921 x-openstack-request-id: req-d7b3ee84-6056-4b40-b794-f5c22ead1921 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:37:20.596157 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b657ea3f-443f-46c2-a535-c0d6a183ba51", "tag": "5db74330-2bdf-461d-9fa8-5f513bd1cdae", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:37:20.596436 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7b3ee84-6056-4b40-b794-f5c22ead1921 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:37:20.596839 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b657ea3f-443f-46c2-a535-c0d6a183ba51', 'tag': '5db74330-2bdf-461d-9fa8-5f513bd1cdae', 'status': 'completed', 'code': 200} Jan 11 06:37:20.608630 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1c157688-3076-42cc-937d-7666bf5ef691 req-d74cf56c-c90f-4f99-849f-eaed196d01af tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377425 Jan 11 06:37:20.644810 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-50c142f3-c7b8-4374-99c5-41e127a60906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:20.646581 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-50c142f3-c7b8-4374-99c5-41e127a60906 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 1096 time: 0.1064973 Jan 11 06:37:20.769840 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-0f579cae-eb42-4958-b3f9-3914825930a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db74330-2bdf-461d-9fa8-5f513bd1cdae HTTP/1.1" status: 200 len: 217 time: 0.0843644 Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.817442 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:37:20.821328 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bfc63-8897-4bd1-b2a8-8ecf80ac1899 req-e8921e08-dd5b-40eb-900b-8ae667adaac8 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:20.822686 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-209bfc63-8897-4bd1-b2a8-8ecf80ac1899 req-e8921e08-dd5b-40eb-900b-8ae667adaac8 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 945 time: 0.1307151 Jan 11 06:37:20.848961 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-fedbbe9e-8c6f-401b-9c28-16c59ecdaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:20.850458 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-fedbbe9e-8c6f-401b-9c28-16c59ecdaf00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=86961111-d8a7-47df-8f63-8941f1ef9030 HTTP/1.1" status: 200 len: 855 time: 0.0733800 Jan 11 06:37:20.905258 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-cd3d2156-d18a-46d4-8b2c-bc54bce182fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e69e80d8-91a0-4085-a401-00f95b7821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445530 Jan 11 06:37:20.925003 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-209bfc63-8897-4bd1-b2a8-8ecf80ac1899 req-1426930c-0ede-4570-abba-ce25bb54ad82 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946300 Jan 11 06:37:21.054539 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-af430aee-e0ff-46c0-9a86-1bfaccf7edde service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413033 Jan 11 06:37:21.070102 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75c186-fae2-4602-989f-1679737f8e67 req-1e11f018-de6e-4379-8d02-89dbeb461be3 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:21.071537 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8e75c186-fae2-4602-989f-1679737f8e67 req-1e11f018-de6e-4379-8d02-89dbeb461be3 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 945 time: 0.0620658 Jan 11 06:37:21.182388 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8e75c186-fae2-4602-989f-1679737f8e67 req-8caf8c19-59bd-4500-a040-fc7a7b1e6854 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049559 Jan 11 06:37:21.209040 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c85537f-9305-435e-a22f-e64272fe1f6e req-bdd27f49-3b0d-4d95-b482-90a4229207ed service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296935 Jan 11 06:37:21.210077 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 34678) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:37:21.512543 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82333e46-3853-428b-8d76-d01da150978a tempest-TestVolumeBootPattern-1312919358 tempest-TestVolumeBootPattern-1312919358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:21.514502 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-82333e46-3853-428b-8d76-d01da150978a tempest-TestVolumeBootPattern-1312919358 tempest-TestVolumeBootPattern-1312919358-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 1093 time: 0.3029168 Jan 11 06:37:21.518183 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 34686) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:37:21.523805 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'floatingip': {'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'port_id': '8407b606-31e6-4314-b28c-e2047fa20c9e', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:37:21.606972 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c9b1a-d174-44ba-99b9-5adb24c9abcb req-006a3969-33cc-47c1-9a28-7dfb7e9770f8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:21.613394 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:21.613566 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d37c9b1a-d174-44ba-99b9-5adb24c9abcb req-006a3969-33cc-47c1-9a28-7dfb7e9770f8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.2114179 Jan 11 06:37:21.613566 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1fcf5-2f7e-49b6-82cf-b3b42206eb1a req-7296d9da-687b-4ecf-87e6-ee3ee1bc0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:21.613566 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f5a1fcf5-2f7e-49b6-82cf-b3b42206eb1a req-7296d9da-687b-4ecf-87e6-ee3ee1bc0f8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 1096 time: 0.1336195 Jan 11 06:37:21.683736 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:21.714522 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfb19e-f978-4403-b776-990de51cf801 req-42259960-f016-4596-b427-21f062a00dea tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:21.716163 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-01bfb19e-f978-4403-b776-990de51cf801 req-42259960-f016-4596-b427-21f062a00dea tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 943 time: 0.2189403 Jan 11 06:37:21.720675 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d37c9b1a-d174-44ba-99b9-5adb24c9abcb req-afb062da-4a44-4c79-b339-59137e3a8624 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543453 Jan 11 06:37:21.798727 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1fcf5-2f7e-49b6-82cf-b3b42206eb1a req-cd5c4467-cc5c-4409-99f1-418fc140059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:21.800526 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f5a1fcf5-2f7e-49b6-82cf-b3b42206eb1a req-cd5c4467-cc5c-4409-99f1-418fc140059a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 200 len: 916 time: 0.2074642 Jan 11 06:37:21.805724 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:21.818352 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-01bfb19e-f978-4403-b776-990de51cf801 req-8c398a4f-a241-4ba0-ae9f-c0eff721550d tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873036 Jan 11 06:37:21.838398 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Allocated IP 172.27.2.31 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/0bd5893d-ff16-465d-b950-0d0f28e18126) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:37:21.873109 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f5a1fcf5-2f7e-49b6-82cf-b3b42206eb1a req-a833a76c-d571-4110-999f-160d1f179c1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5db74330-2bdf-461d-9fa8-5f513bd1cdae HTTP/1.1" status: 200 len: 217 time: 0.0430863 Jan 11 06:37:21.945277 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for port (0bd5893d-ff16-465d-b950-0d0f28e18126), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:21.962062 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478366d-4546-450e-97f0-6eac6e99d520 req-bfc62b99-6251-4a36-84f1-2c5978713332 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:21.963521 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a478366d-4546-450e-97f0-6eac6e99d520 req-bfc62b99-6251-4a36-84f1-2c5978713332 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0873401 Jan 11 06:37:21.965264 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1fcf5-2f7e-49b6-82cf-b3b42206eb1a req-e3d85d7f-d60d-45e8-88bd-fdc2f3a4467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:21.966555 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f5a1fcf5-2f7e-49b6-82cf-b3b42206eb1a req-e3d85d7f-d60d-45e8-88bd-fdc2f3a4467c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=86961111-d8a7-47df-8f63-8941f1ef9030 HTTP/1.1" status: 200 len: 855 time: 0.0617280 Jan 11 06:37:21.978926 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (0bd5893d-ff16-465d-b950-0d0f28e18126), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:22.012385 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f5a1fcf5-2f7e-49b6-82cf-b3b42206eb1a req-6e6c6a20-2006-4609-9ee7-abbd5f032571 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e69e80d8-91a0-4085-a401-00f95b7821f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287373 Jan 11 06:37:22.016806 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:37:22.019745 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:37:22.023155 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:37:22.049358 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'Port': ['ID=0bd5893d-ff16-465d-b950-0d0f28e18126,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:22.054467 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a478366d-4546-450e-97f0-6eac6e99d520 req-344efb6b-b42f-4952-bac7-c7520155e093 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840824 Jan 11 06:37:22.064043 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.064410 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.064756 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.065090 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.065665 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.065995 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.066320 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.066642 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.067116 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.067618 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.068164 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.068552 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.068849 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:37:22.129175 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f5a1fcf5-2f7e-49b6-82cf-b3b42206eb1a req-2a1e5b9a-5e75-4c20-be31-45a9aa04d4bc service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992751 Jan 11 06:37:22.223751 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f5a1fcf5-2f7e-49b6-82cf-b3b42206eb1a req-ef88a489-e177-49b0-a8b6-8dd4248c0880 service neutron] 10.222.0.30 "GET /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844078 Jan 11 06:37:22.399790 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (59db2b74-7769-4a49-84fc-e22f3f5b59a6), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:22.462639 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0bd5893d-ff16-465d-b950-0d0f28e18126), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:22.609731 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for port (0bd5893d-ff16-465d-b950-0d0f28e18126), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:22.614067 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (0bd5893d-ff16-465d-b950-0d0f28e18126), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:22.676477 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'Port': ['ID=0bd5893d-ff16-465d-b950-0d0f28e18126,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:22.690276 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (59db2b74-7769-4a49-84fc-e22f3f5b59a6), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:22.788439 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.l3_db [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Floating IP 59db2b74-7769-4a49-84fc-e22f3f5b59a6 associated. External IP: 172.27.2.31, port: 8407b606-31e6-4314-b28c-e2047fa20c9e. Jan 11 06:37:22.847689 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c2501-4b54-4b5b-b59b-f8e90c67c123 req-ce49cbce-6998-4eae-9518-696c44498ff4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:22.849587 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ba3c2501-4b54-4b5b-b59b-f8e90c67c123 req-ce49cbce-6998-4eae-9518-696c44498ff4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0533686 Jan 11 06:37:22.904739 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ba3c2501-4b54-4b5b-b59b-f8e90c67c123 req-17a857ba-d007-4bae-b9ce-ba853df5a98d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501587 Jan 11 06:37:22.948942 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51efe04-3cbd-4138-967c-6b7f37105dc6 req-9ec0c756-fab6-4c6b-9051-4106840a888e tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:22.950407 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a51efe04-3cbd-4138-967c-6b7f37105dc6 req-9ec0c756-fab6-4c6b-9051-4106840a888e tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 943 time: 0.0618830 Jan 11 06:37:22.997597 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a51efe04-3cbd-4138-967c-6b7f37105dc6 req-ee3be33e-1cc9-4a1b-945f-63b414c5bcd4 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Jan 11 06:37:23.003530 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Router 3c105066-b0ec-4871-8290-f00783648693 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:37:23.114776 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:37:23.127631 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7e6422-97ce-49df-8146-0ff81f43c322 None None] Sync routers for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:37:23.140895 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:23.150877 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7e6422-97ce-49df-8146-0ff81f43c322 None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:37:23.151966 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-ac7e6422-97ce-49df-8146-0ff81f43c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:37:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:37:23.176322 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-538aa292-d522-491e-b27d-cd9eb5ad307c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6567152 Jan 11 06:37:23.177265 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e31a62-a683-48b4-9b4a-589777106878', 'tag': '8407b606-31e6-4314-b28c-e2047fa20c9e'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:37:23.179963 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29c2ba4-680e-459d-ba62-fa367210ebe8" -d '{"events": [{"name": "network-changed", "server_uuid": "14e31a62-a683-48b4-9b4a-589777106878", "tag": "8407b606-31e6-4314-b28c-e2047fa20c9e"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:37:23.238178 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6950cf9-d92c-4c69-84d3-6113941c0422 req-a8d1c248-93bb-4959-b214-279da48a5a1c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:23.239864 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c6950cf9-d92c-4c69-84d3-6113941c0422 req-a8d1c248-93bb-4959-b214-279da48a5a1c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0644467 Jan 11 06:37:23.314322 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c6950cf9-d92c-4c69-84d3-6113941c0422 req-fffd60a0-d07e-43ef-8d79-3196b3c16067 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668116 Jan 11 06:37:23.319879 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-ac7e6422-97ce-49df-8146-0ff81f43c322 None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:37:23.372434 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d966f38-95d0-4ada-b629-6876fbea65af x-openstack-request-id: req-2d966f38-95d0-4ada-b629-6876fbea65af {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:37:23.372799 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e31a62-a683-48b4-9b4a-589777106878", "tag": "8407b606-31e6-4314-b28c-e2047fa20c9e", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:37:23.373117 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d966f38-95d0-4ada-b629-6876fbea65af {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:37:23.374068 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e31a62-a683-48b4-9b4a-589777106878', 'tag': '8407b606-31e6-4314-b28c-e2047fa20c9e', 'status': 'completed', 'code': 200} Jan 11 06:37:23.469315 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c2ba4-680e-459d-ba62-fa367210ebe8 req-52e7d162-555f-48a3-95db-2d53b45a5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:23.470788 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b29c2ba4-680e-459d-ba62-fa367210ebe8 req-52e7d162-555f-48a3-95db-2d53b45a5eb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 1098 time: 0.0445809 Jan 11 06:37:23.595112 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-ac7e6422-97ce-49df-8146-0ff81f43c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '59db2b74-7769-4a49-84fc-e22f3f5b59a6', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': '8407b606-31e6-4314-b28c-e2047fa20c9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:f2:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e31a62-a683-48b4-9b4a-589777106878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:37:22Z', 'updated_at': '2022-01-11T06:37:22Z', 'revision_number': 0, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:37:23.598149 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c2ba4-680e-459d-ba62-fa367210ebe8 req-13d9e24a-eaa3-421a-a72c-abc900c6ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:23.599895 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b29c2ba4-680e-459d-ba62-fa367210ebe8 req-13d9e24a-eaa3-421a-a72c-abc900c6ea7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 912 time: 0.1146529 Jan 11 06:37:23.620466 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [req-729a6e70-8c83-4db3-8e21-660e66be4a0e req-0133434a-e1f2-45b6-ad16-fdb919434af1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:37:23.621772 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-729a6e70-8c83-4db3-8e21-660e66be4a0e req-0133434a-e1f2-45b6-ad16-fdb919434af1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128524 Jan 11 06:37:23.622735 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7e6422-97ce-49df-8146-0ff81f43c322 None None] Checking router: 3c105066-b0ec-4871-8290-f00783648693 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:37:23.632901 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7e6422-97ce-49df-8146-0ff81f43c322 None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:37:23.633506 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-ac7e6422-97ce-49df-8146-0ff81f43c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:37:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:37:23.693133 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b29c2ba4-680e-459d-ba62-fa367210ebe8 req-cc3c4a2b-7f18-4527-99ea-fe23c98c816c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8407b606-31e6-4314-b28c-e2047fa20c9e HTTP/1.1" status: 200 len: 998 time: 0.0855081 Jan 11 06:37:23.763689 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-ac7e6422-97ce-49df-8146-0ff81f43c322 None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:37:23.821943 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c2ba4-680e-459d-ba62-fa367210ebe8 req-ea09089c-ce4e-419c-bc05-632b4aaa3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:23.823510 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b29c2ba4-680e-459d-ba62-fa367210ebe8 req-ea09089c-ce4e-419c-bc05-632b4aaa3a58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 200 len: 850 time: 0.1238179 Jan 11 06:37:23.880982 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb36815-f529-41c2-945a-e4b8e3ceed81 req-8e8d8f58-900a-43cb-900d-b19c84de6430 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:23.882521 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fdb36815-f529-41c2-945a-e4b8e3ceed81 req-8e8d8f58-900a-43cb-900d-b19c84de6430 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.1011152 Jan 11 06:37:23.911117 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c2ba4-680e-459d-ba62-fa367210ebe8 req-78d512e1-4376-42e9-8aac-d09db5f7038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:23.912637 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b29c2ba4-680e-459d-ba62-fa367210ebe8 req-78d512e1-4376-42e9-8aac-d09db5f7038d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bebe336f-59ef-41e9-a38e-800c0e378ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0786583 Jan 11 06:37:23.983356 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fdb36815-f529-41c2-945a-e4b8e3ceed81 req-ad5e840c-a4a5-4caf-8558-8d8711c7b953 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923829 Jan 11 06:37:24.066412 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b29c2ba4-680e-459d-ba62-fa367210ebe8 req-70237ef3-266d-4a7b-a0cf-d7db86764a7f service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344471 Jan 11 06:37:24.122358 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 34820) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:37:24.150954 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-ac7e6422-97ce-49df-8146-0ff81f43c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '59db2b74-7769-4a49-84fc-e22f3f5b59a6', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': '8407b606-31e6-4314-b28c-e2047fa20c9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:f2:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e31a62-a683-48b4-9b4a-589777106878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:37:22Z', 'updated_at': '2022-01-11T06:37:22Z', 'revision_number': 0, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:37:24.181937 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7e6422-97ce-49df-8146-0ff81f43c322 None None] The sync data for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi is: [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '59db2b74-7769-4a49-84fc-e22f3f5b59a6', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': '8407b606-31e6-4314-b28c-e2047fa20c9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:f2:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e31a62-a683-48b4-9b4a-589777106878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:37:22Z', 'updated_at': '2022-01-11T06:37:22Z', 'revision_number': 0, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:37:24.192543 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3f363-bbae-437d-a444-7cd69529ed57 req-7900f69e-1a87-4dcc-bfd7-509fa0b6dae0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:24.194427 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eeb3f363-bbae-437d-a444-7cd69529ed57 req-7900f69e-1a87-4dcc-bfd7-509fa0b6dae0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 943 time: 0.1191933 Jan 11 06:37:24.214841 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-6dcec35a-0d18-4069-878e-bcd38e7f414b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908785 Jan 11 06:37:24.226848 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-f5d49b06-c72a-4c74-b537-a5da576e7fe4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:37:24.228198 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-f5d49b06-c72a-4c74-b537-a5da576e7fe4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060010 Jan 11 06:37:24.233143 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b29c2ba4-680e-459d-ba62-fa367210ebe8 req-35a84068-a81e-40f5-b22e-1021a07205eb service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565552 Jan 11 06:37:24.270948 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eeb3f363-bbae-437d-a444-7cd69529ed57 req-35f040ca-af30-4fe6-96f3-5605c428f09c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702500 Jan 11 06:37:24.439931 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40154bd-9e3b-4066-bc86-1eb7f01e1f7c None None] New status for floating IP 59db2b74-7769-4a49-84fc-e22f3f5b59a6: ACTIVE {{(pid=102727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:37:24.455186 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47131bdc-4e49-430d-8f47-0b6990695650 req-5a3e9e18-2010-4f5f-88a9-bba0b652e501 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:24.456845 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-47131bdc-4e49-430d-8f47-0b6990695650 req-5a3e9e18-2010-4f5f-88a9-bba0b652e501 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0579519 Jan 11 06:37:24.509041 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-47131bdc-4e49-430d-8f47-0b6990695650 req-af5c9196-af24-4cb3-9797-531b95db0798 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449107 Jan 11 06:37:25.012234 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 34836) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:37:25.079717 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f42c36-a2c8-4334-906e-88d8a2685545 admin admin] Deleting subnet fedb32f5-af0c-455d-a540-418e7ccc266b {{(pid=102725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:37:25.084550 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-10f42c36-a2c8-4334-906e-88d8a2685545 admin admin] Publish callbacks [] for subnet (fedb32f5-af0c-455d-a540-418e7ccc266b), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.128523 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-10f42c36-a2c8-4334-906e-88d8a2685545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8561306'] for subnet (fedb32f5-af0c-455d-a540-418e7ccc266b), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.137235 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b6bc1-f42e-4fd1-9bee-3d01b578f961 req-d4540871-23ea-4a76-a7fa-7c67e1009c95 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:25.138692 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e70b6bc1-f42e-4fd1-9bee-3d01b578f961 req-d4540871-23ea-4a76-a7fa-7c67e1009c95 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0923142 Jan 11 06:37:25.208213 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-10f42c36-a2c8-4334-906e-88d8a2685545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (fedb32f5-af0c-455d-a540-418e7ccc266b), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.230406 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e70b6bc1-f42e-4fd1-9bee-3d01b578f961 req-b034bc60-ad45-4df2-b34d-ab9bcddc269a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734627 Jan 11 06:37:25.268061 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-10f42c36-a2c8-4334-906e-88d8a2685545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805936'] for subnet (fedb32f5-af0c-455d-a540-418e7ccc266b), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.292926 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f42c36-a2c8-4334-906e-88d8a2685545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fedb32f5-af0c-455d-a540-418e7ccc266b,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:25.293450 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 5db74330-2bdf-461d-9fa8-5f513bd1cdae details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:37:25.297150 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-10f42c36-a2c8-4334-906e-88d8a2685545 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.303162 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 34842) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:37:25.303572 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-10f42c36-a2c8-4334-906e-88d8a2685545 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fedb32f5-af0c-455d-a540-418e7ccc266b HTTP/1.1" status: 204 len: 168 time: 0.2898960 Jan 11 06:37:25.311138 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 0c15537c-b202-473d-af30-47505e85abf2 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:37:25.394568 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (b85a2e52-6946-456b-a5cd-27f115447827), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.397724 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f93fdd-9bd2-4cd1-8309-8d33436c6b75 req-7b4b951d-80d7-4a11-b8b3-40cf3a7c5a2c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:25.404295 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-53f93fdd-9bd2-4cd1-8309-8d33436c6b75 req-7b4b951d-80d7-4a11-b8b3-40cf3a7c5a2c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 943 time: 0.0542381 Jan 11 06:37:25.473026 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-53f93fdd-9bd2-4cd1-8309-8d33436c6b75 req-8b938e5a-e132-49cc-be31-c7f429a6d171 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678296 Jan 11 06:37:25.495449 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (b85a2e52-6946-456b-a5cd-27f115447827), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.499802 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 5db74330-2bdf-461d-9fa8-5f513bd1cdae, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5db74330-2bdf-461d-9fa8-5f513bd1cdae,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:25.521921 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '5db74330-2bdf-461d-9fa8-5f513bd1cdae', 'network_id': 'e69e80d8-91a0-4085-a401-00f95b7821f0', 'port_id': '5db74330-2bdf-461d-9fa8-5f513bd1cdae', 'mac_address': 'fa:16:3e:5b:c3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86961111-d8a7-47df-8f63-8941f1ef9030', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:37:25.522696 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85a2e52-6946-456b-a5cd-27f115447827']}} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:37:25.529152 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 0c15537c-b202-473d-af30-47505e85abf2 is: DOWN; New status is: DOWN {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:37:25.541451 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46421354-b853-4308-9052-12dffe5f497f') {'for_net_delete': True} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:37:25.541754 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46421354-b853-4308-9052-12dffe5f497f') {} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:37:25.558142 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2758391'] for segment (46421354-b853-4308-9052-12dffe5f497f), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.573677 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 5db74330-2bdf-461d-9fa8-5f513bd1cdae is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:37:25.574320 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.574811 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (46421354-b853-4308-9052-12dffe5f497f), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.585639 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:37:25.586185 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17062705'] for segment (46421354-b853-4308-9052-12dffe5f497f), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: Traceback (most recent call last): Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: timer() Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: cb(*args, **kw) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: return func(*args, **kwargs) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: self._notify() Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: self.callback(batched_events) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: event.method(event) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: return f(self, *a, **k) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._get(url).json() Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: return self.request(url, 'GET', **kwargs) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:37:25.588009 dv-cinder-606346-33-iscsi neutron-server[102726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:37:25.595024 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db74330-2bdf-461d-9fa8-5f513bd1cdae {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:37:25.618517 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 5db74330-2bdf-461d-9fa8-5f513bd1cdae, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5db74330-2bdf-461d-9fa8-5f513bd1cdae,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:25.626696 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.656425 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (b85a2e52-6946-456b-a5cd-27f115447827), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.664738 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:25.671454 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b85a2e52-6946-456b-a5cd-27f115447827 HTTP/1.1" status: 204 len: 168 time: 0.3643229 Jan 11 06:37:25.672435 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bae202-8003-4495-8f1c-edc4a1c8ec93 req-80407449-0bc1-4994-8d1d-f4f9fe41fd2d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:25.674414 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c5bae202-8003-4495-8f1c-edc4a1c8ec93 req-80407449-0bc1-4994-8d1d-f4f9fe41fd2d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0673797 Jan 11 06:37:25.685374 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=5db74330-2bdf-461d-9fa8-5f513bd1cdae,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:25.688247 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b767e5-a6aa-4f89-9f54-7838c5749cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b85a2e52-6946-456b-a5cd-27f115447827,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:25.740961 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c5bae202-8003-4495-8f1c-edc4a1c8ec93 req-62b86319-fc47-4b8b-a9d1-89aecd16a3c0 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595999 Jan 11 06:37:25.887589 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 34848) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:37:25.926939 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-fbfcd6a9-f052-474e-b1f6-dbe061403c0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a2af370ad2940278c8f9fe51fae8838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381315 Jan 11 06:37:25.929291 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 34850) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:37:25.975337 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dc068ba0-e874-46e1-8058-6a25b94dfeb1 admin admin] Publish callbacks [] for security_group (657cb8fd-0f84-405f-858e-bb08ebc76ff1), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:26.000053 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dc068ba0-e874-46e1-8058-6a25b94dfeb1 admin admin] Publish callbacks [] for security_group (657cb8fd-0f84-405f-858e-bb08ebc76ff1), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:26.046364 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dc068ba0-e874-46e1-8058-6a25b94dfeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (657cb8fd-0f84-405f-858e-bb08ebc76ff1), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:26.049077 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dc068ba0-e874-46e1-8058-6a25b94dfeb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:26.050342 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-dc068ba0-e874-46e1-8058-6a25b94dfeb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/657cb8fd-0f84-405f-858e-bb08ebc76ff1 HTTP/1.1" status: 204 len: 168 time: 0.1201437 Jan 11 06:37:26.057641 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc068ba0-e874-46e1-8058-6a25b94dfeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657cb8fd-0f84-405f-858e-bb08ebc76ff1,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:26.150740 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['5db74330-2bdf-461d-9fa8-5f513bd1cdae'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:37:26.273966 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-fd075e97-3048-4d6f-b6ae-3c152b7219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:26.276140 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-fd075e97-3048-4d6f-b6ae-3c152b7219ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779&tenant_id=7cbcefc3f2194f61aeeed24a6f34d971 HTTP/1.1" status: 200 len: 1096 time: 0.0799246 Jan 11 06:37:26.387267 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-20bfe504-ca0c-471b-978d-e408dbc285e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:26.388783 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-20bfe504-ca0c-471b-978d-e408dbc285e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 1096 time: 0.0733669 Jan 11 06:37:26.397583 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3ba23-8281-4f9d-b09b-6525c4f42e9a req-9b1fb412-4545-46c3-8a9b-525af4c7a88f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:26.399076 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c8b3ba23-8281-4f9d-b09b-6525c4f42e9a req-9b1fb412-4545-46c3-8a9b-525af4c7a88f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0824056 Jan 11 06:37:26.795835 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c8b3ba23-8281-4f9d-b09b-6525c4f42e9a req-3c4254a1-cf3d-4020-af90-5fc976a7cd23 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3869224 Jan 11 06:37:26.823559 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf76b-d4ee-4db5-a61e-828cdac87a6d req-4566bb00-621d-4cb6-a05f-a3442ae050ca tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:26.828248 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-483cf76b-d4ee-4db5-a61e-828cdac87a6d req-4566bb00-621d-4cb6-a05f-a3442ae050ca tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 944 time: 0.1058087 Jan 11 06:37:26.829920 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-7f072cc9-bc31-4ae6-b866-ea13a7267f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:26.831382 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-7f072cc9-bc31-4ae6-b866-ea13a7267f0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 200 len: 917 time: 0.4314125 Jan 11 06:37:26.951618 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-e3894041-7277-4171-91f2-d114e9e89b04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c15537c-b202-473d-af30-47505e85abf2 HTTP/1.1" status: 200 len: 997 time: 0.1125393 Jan 11 06:37:26.955902 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-483cf76b-d4ee-4db5-a61e-828cdac87a6d req-568a1533-aa9a-4a27-9b24-a2a448fdeaaf tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236517 Jan 11 06:37:26.981012 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fdb06-c7de-4a3e-b40b-052b2c8de75d req-1b08d914-51ba-4c76-9d18-3d7ffe4938e7 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:26.982463 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a15fdb06-c7de-4a3e-b40b-052b2c8de75d req-1b08d914-51ba-4c76-9d18-3d7ffe4938e7 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1003792 Jan 11 06:37:27.043370 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-448ff06d-5562-499f-bc21-27d5d06d813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:27.044835 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-448ff06d-5562-499f-bc21-27d5d06d813a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822973aa-968a-4a18-8a27-649eb1f1fd6d HTTP/1.1" status: 200 len: 855 time: 0.0828333 Jan 11 06:37:27.069983 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a15fdb06-c7de-4a3e-b40b-052b2c8de75d req-1d7ba4c8-1ac7-4cbc-a334-fb0755859764 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694141 Jan 11 06:37:27.100303 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-d566957e-ebe5-456d-950a-975fb24d4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:27.101822 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-d566957e-ebe5-456d-950a-975fb24d4f74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60a2f090-570c-42ea-9834-0df06c26707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462484 Jan 11 06:37:27.200535 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-d2955b2c-033e-44c8-983e-99f4303b0d74 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829597 Jan 11 06:37:27.296793 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ce1afa1-7bf6-49da-909e-ee479d9db003 req-4142f5d0-1b90-4a41-b1f8-14e07a3344d8 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896156 Jan 11 06:37:27.933828 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe89b92-3b6b-418a-a1ef-cf228d750d84 req-41e4cc68-64d8-47cc-8112-e0f572916b19 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:27.940039 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-efe89b92-3b6b-418a-a1ef-cf228d750d84 req-41e4cc68-64d8-47cc-8112-e0f572916b19 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0623751 Jan 11 06:37:28.030181 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-efe89b92-3b6b-418a-a1ef-cf228d750d84 req-d31939bf-4662-4f6c-96ff-c903c887fd6d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802591 Jan 11 06:37:28.216178 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82380df-2b52-4039-914d-b455aabce613 req-d0f00c6a-38ff-44fc-843f-bc3fd6639d82 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:28.217777 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a82380df-2b52-4039-914d-b455aabce613 req-d0f00c6a-38ff-44fc-843f-bc3fd6639d82 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 944 time: 0.1150868 Jan 11 06:37:28.303078 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5b3d-f369-4cdd-b5a4-7355317a379b req-5fcea2bb-e063-40f2-b785-1d6ee37fccb1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:28.305009 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-be3d5b3d-f369-4cdd-b5a4-7355317a379b req-5fcea2bb-e063-40f2-b785-1d6ee37fccb1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1145909 Jan 11 06:37:28.345778 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a82380df-2b52-4039-914d-b455aabce613 req-a1f871cc-0203-4ccc-ade6-a067d7056785 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189301 Jan 11 06:37:28.417997 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-be3d5b3d-f369-4cdd-b5a4-7355317a379b req-77bcfc72-3263-4ac5-ab06-2e5f2021be0d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987270 Jan 11 06:37:29.172145 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d8930-efa6-4bd5-acb0-629e2c57e6c4 req-3356b8fa-6ea5-450f-bc66-250771e3949c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:29.173679 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-545d8930-efa6-4bd5-acb0-629e2c57e6c4 req-3356b8fa-6ea5-450f-bc66-250771e3949c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0492544 Jan 11 06:37:29.224694 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-545d8930-efa6-4bd5-acb0-629e2c57e6c4 req-061fe4ad-f1c4-433a-a99e-a9ca94e12280 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454855 Jan 11 06:37:29.322949 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 5db74330-2bdf-461d-9fa8-5f513bd1cdae up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:37:29.405011 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 5db74330-2bdf-461d-9fa8-5f513bd1cdae completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:37:29.409424 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 5db74330-2bdf-461d-9fa8-5f513bd1cdae triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:37:29.409956 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:29.491600 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 5db74330-2bdf-461d-9fa8-5f513bd1cdae is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:37:29.492002 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:29.527631 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b657ea3f-443f-46c2-a535-c0d6a183ba51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db74330-2bdf-461d-9fa8-5f513bd1cdae'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:37:29.531622 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3b2094-0aa3-4313-b250-5bc657f7dcb2" -d '{"events": [{"server_uuid": "b657ea3f-443f-46c2-a535-c0d6a183ba51", "name": "network-vif-plugged", "status": "completed", "tag": "5db74330-2bdf-461d-9fa8-5f513bd1cdae"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:37:29.548139 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 5db74330-2bdf-461d-9fa8-5f513bd1cdae, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5db74330-2bdf-461d-9fa8-5f513bd1cdae,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:29.550622 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4a486-d918-4471-8248-d34a1dd3a797 req-03b5a974-339c-4567-82b8-7d123bf643f2 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:29.552448 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a2b4a486-d918-4471-8248-d34a1dd3a797 req-03b5a974-339c-4567-82b8-7d123bf643f2 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 944 time: 0.1005826 Jan 11 06:37:29.563048 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:29.658138 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=5db74330-2bdf-461d-9fa8-5f513bd1cdae,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:29.662254 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a2b4a486-d918-4471-8248-d34a1dd3a797 req-2ba2348f-e386-4246-b47f-a942c40c5eaf tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977545 Jan 11 06:37:29.801373 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a2dcf-ed6c-44ce-8a5a-3d28c9b1e11f req-2384963a-614e-41af-9e9b-5f302a2b64b8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:29.803005 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a48a2dcf-ed6c-44ce-8a5a-3d28c9b1e11f req-2384963a-614e-41af-9e9b-5f302a2b64b8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0535064 Jan 11 06:37:29.862983 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a48a2dcf-ed6c-44ce-8a5a-3d28c9b1e11f req-dd6002b1-0b26-456d-b9e2-fedd72d402e7 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Jan 11 06:37:29.912764 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f8ec86-3208-4efd-a1bb-7b55bf541bbe x-openstack-request-id: req-85f8ec86-3208-4efd-a1bb-7b55bf541bbe {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:37:29.913087 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b657ea3f-443f-46c2-a535-c0d6a183ba51", "name": "network-vif-plugged", "status": "completed", "tag": "5db74330-2bdf-461d-9fa8-5f513bd1cdae", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:37:29.913357 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85f8ec86-3208-4efd-a1bb-7b55bf541bbe {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:37:29.913772 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b657ea3f-443f-46c2-a535-c0d6a183ba51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db74330-2bdf-461d-9fa8-5f513bd1cdae', 'code': 200} Jan 11 06:37:30.358036 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb83d4-3acc-4cae-acfc-d94c714ae850 req-cef6ef94-c22b-431a-a1b4-41a0538d49a6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:30.360147 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c7cb83d4-3acc-4cae-acfc-d94c714ae850 req-cef6ef94-c22b-431a-a1b4-41a0538d49a6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0560565 Jan 11 06:37:30.411966 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c7cb83d4-3acc-4cae-acfc-d94c714ae850 req-2811059a-e0fd-49e4-9722-cada61d16021 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458462 Jan 11 06:37:30.815482 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4835b-fc7f-4fc9-8628-06fa57832038 req-b982ae17-edff-41fa-be55-05b26320bdd0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:30.828836 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48b4835b-fc7f-4fc9-8628-06fa57832038 req-b982ae17-edff-41fa-be55-05b26320bdd0 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.0868683 Jan 11 06:37:30.872205 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-48b4835b-fc7f-4fc9-8628-06fa57832038 req-ea0ab16e-7679-4ff0-9214-b7b0b6f325f6 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 Jan 11 06:37:30.996439 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba77324-3a47-4fe6-aa77-299657302d11 req-ccbf3f9b-1765-418b-9eaa-2563baef48f1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:30.998069 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7ba77324-3a47-4fe6-aa77-299657302d11 req-ccbf3f9b-1765-418b-9eaa-2563baef48f1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0530562 Jan 11 06:37:31.050741 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7ba77324-3a47-4fe6-aa77-299657302d11 req-084edd70-98ac-49d7-83ee-6c5f52859e37 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461061 Jan 11 06:37:31.539884 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1d6ab-6d1c-4563-a249-1fe782204fe1 req-38163f31-d7ed-428b-8a5a-c27374bdd1bd tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:31.541401 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-37f1d6ab-6d1c-4563-a249-1fe782204fe1 req-38163f31-d7ed-428b-8a5a-c27374bdd1bd tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0578661 Jan 11 06:37:31.602341 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-37f1d6ab-6d1c-4563-a249-1fe782204fe1 req-3267dc47-1d5e-41ed-afc2-2263e4498483 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522621 Jan 11 06:37:31.995943 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45148d-a052-4b90-8671-fd37dea98f35 req-67bb188a-13f2-4efe-a011-2de6dd82e1be tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:31.997481 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4e45148d-a052-4b90-8671-fd37dea98f35 req-67bb188a-13f2-4efe-a011-2de6dd82e1be tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.0495136 Jan 11 06:37:32.061552 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4e45148d-a052-4b90-8671-fd37dea98f35 req-a02bce1d-d045-4f34-b401-1d1373d6d84f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575111 Jan 11 06:37:32.200240 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e803e-273d-4dd0-bc14-4e5af1e64f70 req-5ac0604f-7b1c-4a82-af9d-2a4563b7607e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:32.201720 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a37e803e-273d-4dd0-bc14-4e5af1e64f70 req-5ac0604f-7b1c-4a82-af9d-2a4563b7607e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0550110 Jan 11 06:37:32.254164 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a37e803e-273d-4dd0-bc14-4e5af1e64f70 req-4f49586a-e8a6-43f6-9cfd-39da7f36c22d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448000 Jan 11 06:37:32.762447 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06d055-b486-4082-85dd-96b27b87013d req-9c532253-8133-4311-a7c5-294d3201cf2f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:32.768959 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af06d055-b486-4082-85dd-96b27b87013d req-9c532253-8133-4311-a7c5-294d3201cf2f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0766606 Jan 11 06:37:32.818604 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af06d055-b486-4082-85dd-96b27b87013d req-702bd64a-98e5-4501-bb35-60bcf59f4c96 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472772 Jan 11 06:37:33.199823 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c5989-b886-4432-bfa6-d2f5220b6217 req-9e24a32d-ced5-44b4-b61b-b45574211f25 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:33.201675 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-302c5989-b886-4432-bfa6-d2f5220b6217 req-9e24a32d-ced5-44b4-b61b-b45574211f25 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.0651965 Jan 11 06:37:33.267967 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-302c5989-b886-4432-bfa6-d2f5220b6217 req-e2ee38ac-b1fd-44bf-9d91-caaf8f837636 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600955 Jan 11 06:37:33.385433 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e5f93-0d35-449c-9928-3123ff703bdf req-6b5a8750-42ab-4e40-8f9d-fe8e18e96ad6 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:33.388841 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-205e5f93-0d35-449c-9928-3123ff703bdf req-6b5a8750-42ab-4e40-8f9d-fe8e18e96ad6 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0621288 Jan 11 06:37:33.444030 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-205e5f93-0d35-449c-9928-3123ff703bdf req-05c32040-8571-4236-8484-497f83f2d6b8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505593 Jan 11 06:37:33.948851 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5a7e5-2d4d-4a36-8f0b-928bebfc21c9 req-1995488a-3125-498f-ab09-d740e4266f66 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:33.950370 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9ee5a7e5-2d4d-4a36-8f0b-928bebfc21c9 req-1995488a-3125-498f-ab09-d740e4266f66 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0582888 Jan 11 06:37:34.022111 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9ee5a7e5-2d4d-4a36-8f0b-928bebfc21c9 req-99cc085d-e5c4-4e26-a01b-4dbcbd56ecb4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655406 Jan 11 06:37:34.424100 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d08fd-96f0-47ef-840a-3ed87a01cec7 req-634fe17b-8f55-441e-849d-c785ef1284e2 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:34.426764 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-711d08fd-96f0-47ef-840a-3ed87a01cec7 req-634fe17b-8f55-441e-849d-c785ef1284e2 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.0708306 Jan 11 06:37:34.478492 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-711d08fd-96f0-47ef-840a-3ed87a01cec7 req-1f8d4aea-eb9e-427a-bcb7-f33cd2bf8c3a tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459330 Jan 11 06:37:34.591718 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dbed0-40fb-4ebd-8552-654a65ad719a req-8785953c-6419-4c58-9399-a739e2b5f44c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:34.593970 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-093dbed0-40fb-4ebd-8552-654a65ad719a req-8785953c-6419-4c58-9399-a739e2b5f44c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0503581 Jan 11 06:37:34.646721 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-093dbed0-40fb-4ebd-8552-654a65ad719a req-6bc11b6c-6bdd-4324-86b3-45d5941ca217 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472481 Jan 11 06:37:35.151257 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f565c-abb0-4b38-a636-d83d2be825fd req-dc970de0-859c-4e9a-870d-7353bf121395 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:35.153391 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5b0f565c-abb0-4b38-a636-d83d2be825fd req-dc970de0-859c-4e9a-870d-7353bf121395 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0555954 Jan 11 06:37:35.218380 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5b0f565c-abb0-4b38-a636-d83d2be825fd req-98308b3a-a37b-4a95-972e-a375c7702cfc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576406 Jan 11 06:37:35.625888 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fd120-2598-4276-885c-ecea07c4583f req-40e7fded-f0ef-4cbb-9b35-7d684be47d0e tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:35.632825 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0d6fd120-2598-4276-885c-ecea07c4583f req-40e7fded-f0ef-4cbb-9b35-7d684be47d0e tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.0614238 Jan 11 06:37:35.685073 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0d6fd120-2598-4276-885c-ecea07c4583f req-8f857bde-0ed4-4d03-a0cb-1fbfaf5ebacd tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513101 Jan 11 06:37:35.821872 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092d815-41cc-4313-8412-09bca2bc7b7e req-2bf560c7-0f7b-4010-af06-5aec84bfc349 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:35.824892 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9092d815-41cc-4313-8412-09bca2bc7b7e req-2bf560c7-0f7b-4010-af06-5aec84bfc349 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0824282 Jan 11 06:37:35.887424 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9092d815-41cc-4313-8412-09bca2bc7b7e req-3de2a059-ea74-4605-9804-b9e2dadd1d81 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582275 Jan 11 06:37:36.341095 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff056-c647-4009-b2fe-3628c74ef677 req-db79c09b-16bc-4bef-bc02-63101fe0b63c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:36.343171 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9afff056-c647-4009-b2fe-3628c74ef677 req-db79c09b-16bc-4bef-bc02-63101fe0b63c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0502267 Jan 11 06:37:36.404060 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9afff056-c647-4009-b2fe-3628c74ef677 req-57aafaab-a8bf-4778-b317-d13ae4f00c3a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553784 Jan 11 06:37:36.803352 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6eb31-8cd8-4c54-8b70-559c65da33d3 req-9651ff97-25a1-4703-a7cf-3903fc497d14 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:36.804713 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1ec6eb31-8cd8-4c54-8b70-559c65da33d3 req-9651ff97-25a1-4703-a7cf-3903fc497d14 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.0518286 Jan 11 06:37:36.851826 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1ec6eb31-8cd8-4c54-8b70-559c65da33d3 req-4194d8f6-7673-49ae-bb3a-18bfcb13784f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Jan 11 06:37:37.019481 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d379b-374e-4505-9e3b-1c681e15ee7b req-211634f5-937a-4f2c-8d18-83fecc762723 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:37.020931 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e43d379b-374e-4505-9e3b-1c681e15ee7b req-211634f5-937a-4f2c-8d18-83fecc762723 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0523145 Jan 11 06:37:37.068856 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e43d379b-374e-4505-9e3b-1c681e15ee7b req-eb9c85c2-6027-4a67-bb2f-a0e79b8d9a85 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 Jan 11 06:37:37.460811 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ce157-ecce-4410-91e0-f374bc2710a4 req-3724b9a2-2859-4c32-b7f5-f8df96ab88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:37.461942 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a24ce157-ecce-4410-91e0-f374bc2710a4 req-3724b9a2-2859-4c32-b7f5-f8df96ab88e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 1098 time: 0.0426006 Jan 11 06:37:37.532704 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634e8c0-703a-49a5-9f67-e7e0c5967e38 req-e183d619-2e89-4011-86b8-83a2c0790323 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:37.534109 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b634e8c0-703a-49a5-9f67-e7e0c5967e38 req-e183d619-2e89-4011-86b8-83a2c0790323 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0500944 Jan 11 06:37:37.611130 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b634e8c0-703a-49a5-9f67-e7e0c5967e38 req-527116ae-250a-4fa5-914b-6201f7c2b2b0 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709262 Jan 11 06:37:37.613318 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a24ce157-ecce-4410-91e0-f374bc2710a4 req-d4916681-5728-40c4-8966-fb8e835d270b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783486 Jan 11 06:37:37.966186 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f1711-e1ed-46c1-99c5-f607d045cbfb req-b45921d7-2211-470d-9ebc-9294daec3f33 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:37.968268 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cb6f1711-e1ed-46c1-99c5-f607d045cbfb req-b45921d7-2211-470d-9ebc-9294daec3f33 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.0497382 Jan 11 06:37:38.015771 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cb6f1711-e1ed-46c1-99c5-f607d045cbfb req-a4a8f97c-8887-46b8-9eb3-776850791d14 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419068 Jan 11 06:37:38.183756 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932c7d6-c79a-4427-8f60-c5d5f4808561 req-72ad2f70-5786-4b28-a2a8-73ae2ecbe865 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:38.185256 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a932c7d6-c79a-4427-8f60-c5d5f4808561 req-72ad2f70-5786-4b28-a2a8-73ae2ecbe865 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0497296 Jan 11 06:37:38.234395 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a932c7d6-c79a-4427-8f60-c5d5f4808561 req-3067f526-1d52-4058-bc41-b3c561170988 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427053 Jan 11 06:37:38.732210 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa24a0e-eb50-4d53-8590-4576cb7868d4 req-593e5c2c-2191-479d-a929-33fbd6755bdc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:38.733925 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-aaa24a0e-eb50-4d53-8590-4576cb7868d4 req-593e5c2c-2191-479d-a929-33fbd6755bdc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0496900 Jan 11 06:37:38.782492 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-aaa24a0e-eb50-4d53-8590-4576cb7868d4 req-e4957e53-9391-4ea9-b63a-e51b8e708bc4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428495 Jan 11 06:37:39.127766 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26177d5-2866-4fdf-9bc4-f7c79e2e7165 req-f40e72bd-8520-4f73-a0b2-9d5a5fc010f2 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:39.129255 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a26177d5-2866-4fdf-9bc4-f7c79e2e7165 req-f40e72bd-8520-4f73-a0b2-9d5a5fc010f2 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.0483313 Jan 11 06:37:39.175559 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a26177d5-2866-4fdf-9bc4-f7c79e2e7165 req-3d1cddd1-b63f-48ee-ba71-b16439cc2fe6 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407143 Jan 11 06:37:39.404463 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3f3f3-db4c-4d26-a702-76131a5735c3 req-f4da8aa4-929c-407e-a5a5-4a5290b48cf2 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:39.406765 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-83a3f3f3-db4c-4d26-a702-76131a5735c3 req-f4da8aa4-929c-407e-a5a5-4a5290b48cf2 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0695295 Jan 11 06:37:39.454281 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-83a3f3f3-db4c-4d26-a702-76131a5735c3 req-fa162905-5b63-45e0-9af2-3b2efb18b497 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419109 Jan 11 06:37:39.756246 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c1b8-19fe-4e0a-a525-ba815a265c93 req-9266222b-5be1-42c6-afb9-287d88c30a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:39.757753 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5da9c1b8-19fe-4e0a-a525-ba815a265c93 req-9266222b-5be1-42c6-afb9-287d88c30a09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 1099 time: 0.0388181 Jan 11 06:37:39.802722 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5da9c1b8-19fe-4e0a-a525-ba815a265c93 req-caea5db8-3aa4-4eec-a72c-59bc1487e297 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367827 Jan 11 06:37:39.902750 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4fdc0-06a7-4e79-b8dd-2b635ef5f370 req-dfa77c1c-9531-4563-be54-12df980631f1 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:39.904128 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a9b4fdc0-06a7-4e79-b8dd-2b635ef5f370 req-dfa77c1c-9531-4563-be54-12df980631f1 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0496979 Jan 11 06:37:39.954368 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a9b4fdc0-06a7-4e79-b8dd-2b635ef5f370 req-843b726f-ca60-4773-9f44-ba69735de55f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445857 Jan 11 06:37:40.290990 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27ce80-dfe7-466f-8531-8c9004814ab4 req-afbe7619-e751-4265-bddd-9fcadb9f4f6a tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:40.292501 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9f27ce80-dfe7-466f-8531-8c9004814ab4 req-afbe7619-e751-4265-bddd-9fcadb9f4f6a tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.0495329 Jan 11 06:37:40.341151 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9f27ce80-dfe7-466f-8531-8c9004814ab4 req-64fe5ecf-48bc-4a3d-aa25-8107a3d9b436 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419786 Jan 11 06:37:40.592610 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c79a2e-de86-46ef-86a6-411e3fb27e60 req-945c20c3-ca29-4bd4-98fb-c36e247f640c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:40.594850 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b6c79a2e-de86-46ef-86a6-411e3fb27e60 req-945c20c3-ca29-4bd4-98fb-c36e247f640c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0650351 Jan 11 06:37:40.658602 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b6c79a2e-de86-46ef-86a6-411e3fb27e60 req-620b5f77-5b4c-4ed7-9bab-5c66166397d2 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483365 Jan 11 06:37:41.075321 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f91b17-8805-41ae-b006-28a5664ba27b req-3d38ead4-38cf-402d-b853-94629d1290e4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:41.077311 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b1f91b17-8805-41ae-b006-28a5664ba27b req-3d38ead4-38cf-402d-b853-94629d1290e4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0521412 Jan 11 06:37:41.126514 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b1f91b17-8805-41ae-b006-28a5664ba27b req-65b46ca1-dbac-4616-955c-7c7a15c5238e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436959 Jan 11 06:37:41.778084 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf2f0c-f234-4f40-b38f-d9f410621d0c req-b4df0478-2a22-4cea-8c91-05f0d6367281 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:41.780505 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dfaf2f0c-f234-4f40-b38f-d9f410621d0c req-b4df0478-2a22-4cea-8c91-05f0d6367281 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0504415 Jan 11 06:37:41.830688 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dfaf2f0c-f234-4f40-b38f-d9f410621d0c req-5c4fa24c-d53e-4f6e-a719-d2d18080e4c6 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 Jan 11 06:37:42.271204 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86315ef9-fcb1-47c1-bdd8-db2f86bcc6fa req-0ec25fc4-6818-4475-8f56-6d420d7fe06c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:42.272695 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-86315ef9-fcb1-47c1-bdd8-db2f86bcc6fa req-0ec25fc4-6818-4475-8f56-6d420d7fe06c tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1217713 Jan 11 06:37:42.276304 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767ae84-3292-4030-8c99-3a6c47addc89 req-ff0d40a9-ca42-4411-8ffb-cdd0d862dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:42.277754 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3767ae84-3292-4030-8c99-3a6c47addc89 req-ff0d40a9-ca42-4411-8ffb-cdd0d862dfea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 1099 time: 0.0932491 Jan 11 06:37:42.313875 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29b39a-0696-4315-934f-2cf314e301b3 req-c0f7e263-2cb8-47a4-9af9-df747bc65c7b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:42.315284 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4c29b39a-0696-4315-934f-2cf314e301b3 req-c0f7e263-2cb8-47a4-9af9-df747bc65c7b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0996764 Jan 11 06:37:42.416965 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-86315ef9-fcb1-47c1-bdd8-db2f86bcc6fa req-96b17eee-ce51-45bd-8e8d-a40f21ff81a8 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366627 Jan 11 06:37:42.444110 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4c29b39a-0696-4315-934f-2cf314e301b3 req-8a4b56cf-790a-4a18-8e83-2385a5c621d5 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123188 Jan 11 06:37:42.453578 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767ae84-3292-4030-8c99-3a6c47addc89 req-6239afb1-da16-4ff1-a5a5-a016543349e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:42.455013 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3767ae84-3292-4030-8c99-3a6c47addc89 req-6239afb1-da16-4ff1-a5a5-a016543349e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 920 time: 0.1650970 Jan 11 06:37:42.502984 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3767ae84-3292-4030-8c99-3a6c47addc89 req-8f573ed7-8289-49a6-87d2-51f528b0314a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11e7438a-7ef8-4f57-ab41-492f9cfa61ec HTTP/1.1" status: 200 len: 217 time: 0.0390434 Jan 11 06:37:42.555436 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767ae84-3292-4030-8c99-3a6c47addc89 req-e464619a-c1f8-4dbe-b1a3-a73be5ca31d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:42.556846 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3767ae84-3292-4030-8c99-3a6c47addc89 req-e464619a-c1f8-4dbe-b1a3-a73be5ca31d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb11493f-ae20-42be-b515-410678056618 HTTP/1.1" status: 200 len: 859 time: 0.0430343 Jan 11 06:37:42.591148 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3767ae84-3292-4030-8c99-3a6c47addc89 req-a441efa6-0cfc-41e8-a127-f50902c8763f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233378 Jan 11 06:37:42.686738 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3767ae84-3292-4030-8c99-3a6c47addc89 req-82130852-2f4d-4334-904e-235303ca1fe8 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846272 Jan 11 06:37:42.774494 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3767ae84-3292-4030-8c99-3a6c47addc89 req-c3abef1d-2fed-4161-83a6-ea53139ee8e3 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817866 Jan 11 06:37:43.425814 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-1715b17c-d1f5-4b5d-8bc6-cf4d0d5bb9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:43.545957 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc690d03-426d-488b-9858-8cf314da5951 req-ba426409-2e0c-4c04-b6fc-f655dd16af8f tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:43.547875 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc690d03-426d-488b-9858-8cf314da5951 req-ba426409-2e0c-4c04-b6fc-f655dd16af8f tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0615828 Jan 11 06:37:43.646361 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cc789-d1ea-46a0-ae8a-4830b6cbb118 req-1a9508b3-ffaf-4d61-95ff-a1f0df08b97b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:43.647933 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-be9cc789-d1ea-46a0-ae8a-4830b6cbb118 req-1a9508b3-ffaf-4d61-95ff-a1f0df08b97b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0826786 Jan 11 06:37:43.651309 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc690d03-426d-488b-9858-8cf314da5951 req-eb18228a-a642-4b7b-9f7f-0dd2d41b984e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849097 Jan 11 06:37:43.700624 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-be9cc789-d1ea-46a0-ae8a-4830b6cbb118 req-2fdb0a1d-4c9a-46ed-a2c7-93f4c27ccfc2 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469031 Jan 11 06:37:44.778653 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36814516-0a7e-428c-939f-69b2a8a2e21a req-de96639c-b75c-425d-89de-d99ac27a08d1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:44.781222 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-36814516-0a7e-428c-939f-69b2a8a2e21a req-de96639c-b75c-425d-89de-d99ac27a08d1 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0497522 Jan 11 06:37:44.856981 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fa47e-1641-46eb-be1d-2d2f23d655ee req-a53b8b35-76f6-4dca-a1e6-a789dd43aae8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:44.858508 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-341fa47e-1641-46eb-be1d-2d2f23d655ee req-a53b8b35-76f6-4dca-a1e6-a789dd43aae8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0764039 Jan 11 06:37:44.865520 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-36814516-0a7e-428c-939f-69b2a8a2e21a req-24f55e26-2ba7-42c4-9212-d54dc690258f tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746408 Jan 11 06:37:44.910350 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-341fa47e-1641-46eb-be1d-2d2f23d655ee req-cb69a164-be13-4053-a1bb-dff522832d4b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427089 Jan 11 06:37:45.732919 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-0931c505-abf2-4bf7-b256-7910ec15f871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:45.988791 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f74a0-f4a4-4a59-ba5f-9307c35aab38 req-bd0a14cc-b4f0-441a-9ca7-b2509090716d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:45.991096 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c5f74a0-f4a4-4a59-ba5f-9307c35aab38 req-bd0a14cc-b4f0-441a-9ca7-b2509090716d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0540028 Jan 11 06:37:46.077333 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c7fb2-5842-4975-b1f2-038d10c488de req-4042c8ec-8de3-4538-b66f-b5df818d97f6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:46.078881 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cd1c7fb2-5842-4975-b1f2-038d10c488de req-4042c8ec-8de3-4538-b66f-b5df818d97f6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0867908 Jan 11 06:37:46.082384 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c5f74a0-f4a4-4a59-ba5f-9307c35aab38 req-50e1b11d-3000-4845-8c70-7a1f9799f85a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809124 Jan 11 06:37:46.133516 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cd1c7fb2-5842-4975-b1f2-038d10c488de req-4d41303c-9758-4d45-a76a-06a343056921 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490654 Jan 11 06:37:46.854879 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:47.212318 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c7c77-a3db-4c8f-90d3-25c506d6b23f req-78c36e58-a780-4027-8387-577cdeeae646 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:47.213904 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-794c7c77-a3db-4c8f-90d3-25c506d6b23f req-78c36e58-a780-4027-8387-577cdeeae646 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0639014 Jan 11 06:37:47.303673 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60402e-3b11-4282-bc55-7766fc4ae165 req-39a2e070-052a-4f83-8f0d-24afcc34b80f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:47.305125 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4f60402e-3b11-4282-bc55-7766fc4ae165 req-39a2e070-052a-4f83-8f0d-24afcc34b80f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0865507 Jan 11 06:37:47.309967 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-794c7c77-a3db-4c8f-90d3-25c506d6b23f req-92570cf1-7c8a-418b-af5d-d272ed7477c2 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896628 Jan 11 06:37:47.354674 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4f60402e-3b11-4282-bc55-7766fc4ae165 req-44438a18-9c3c-495c-a507-27769c211bd5 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433555 Jan 11 06:37:48.301002 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:48.439123 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87e3db-78b3-471c-aa56-e7de49d47938 req-83c554b3-33e4-429c-b9c1-84c8fa73199f tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:48.440654 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc87e3db-78b3-471c-aa56-e7de49d47938 req-83c554b3-33e4-429c-b9c1-84c8fa73199f tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0563452 Jan 11 06:37:48.519161 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dc867-c941-4db1-8bca-5696d5c566cd req-28a6b4fc-62c5-40f3-bf4f-bdb7d1adbebc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:48.520725 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b68dc867-c941-4db1-8bca-5696d5c566cd req-28a6b4fc-62c5-40f3-bf4f-bdb7d1adbebc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 943 time: 0.0791657 Jan 11 06:37:48.524530 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc87e3db-78b3-471c-aa56-e7de49d47938 req-8f69e4c8-4210-45c2-b8f5-db35cddf8d5f tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746059 Jan 11 06:37:48.574065 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b68dc867-c941-4db1-8bca-5696d5c566cd req-f6c4a01c-b842-4aec-b2c5-7666db938b33 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466418 Jan 11 06:37:49.411031 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 0c15537c-b202-473d-af30-47505e85abf2 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:37:49.470512 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dbdb8-a8a3-4cfc-86b1-7d9f85feb4eb req-20cd647b-b9a0-41cf-a146-c4b6a6165123 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:49.471967 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a67dbdb8-a8a3-4cfc-86b1-7d9f85feb4eb req-20cd647b-b9a0-41cf-a146-c4b6a6165123 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0541399 Jan 11 06:37:49.509730 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0c15537c-b202-473d-af30-47505e85abf2,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:49.519975 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a67dbdb8-a8a3-4cfc-86b1-7d9f85feb4eb req-a4303c8a-000f-47dc-8412-9e0c922728de tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424159 Jan 11 06:37:49.523832 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '0c15537c-b202-473d-af30-47505e85abf2', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'port_id': '0c15537c-b202-473d-af30-47505e85abf2', 'mac_address': 'fa:16:3e:24:a2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:37:49.562918 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 0c15537c-b202-473d-af30-47505e85abf2 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:37:49.563315 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0c15537c-b202-473d-af30-47505e85abf2), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:49.576489 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c15537c-b202-473d-af30-47505e85abf2 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:37:49.598119 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0c15537c-b202-473d-af30-47505e85abf2,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:49.602513 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0c15537c-b202-473d-af30-47505e85abf2), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:49.650729 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=0c15537c-b202-473d-af30-47505e85abf2,revision_number=9']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:49.651442 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d54f4-01ce-42a3-aeba-a36d129ca565 req-1aa8db9a-b5f2-4ab5-9ee6-5de506b7e694 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:49.656879 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ca0d54f4-01ce-42a3-aeba-a36d129ca565 req-1aa8db9a-b5f2-4ab5-9ee6-5de506b7e694 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0564532 Jan 11 06:37:49.682352 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:49.737354 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ca0d54f4-01ce-42a3-aeba-a36d129ca565 req-5df9a8b6-4763-46db-be00-88c56b50f52f tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773418 Jan 11 06:37:49.745778 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2aad-8afd-4604-8750-b4aeb425f6fb req-eadc7c0d-0565-4bb3-a814-a5eabb0a5dc4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:49.747211 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-36ef2aad-8afd-4604-8750-b4aeb425f6fb req-eadc7c0d-0565-4bb3-a814-a5eabb0a5dc4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 944 time: 0.0884039 Jan 11 06:37:49.806646 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-36ef2aad-8afd-4604-8750-b4aeb425f6fb req-41a46525-7dfa-40b1-bbc4-76b1100ee86e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464087 Jan 11 06:37:50.108518 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['0c15537c-b202-473d-af30-47505e85abf2'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:37:50.637195 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082044d6-330b-43d4-997c-97d31466f641 req-3d86ba5d-1e21-46e4-9a97-3da3e7443d55 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:50.638641 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-082044d6-330b-43d4-997c-97d31466f641 req-3d86ba5d-1e21-46e4-9a97-3da3e7443d55 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0480027 Jan 11 06:37:50.684381 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-082044d6-330b-43d4-997c-97d31466f641 req-21d70982-af45-4490-9d40-7ef7e2b3fc58 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395730 Jan 11 06:37:50.922914 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5a522-efab-4c68-8528-df639805ba2c req-bd97f373-8d8c-42ec-bd1f-cc08311e5082 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:50.924607 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c6d5a522-efab-4c68-8528-df639805ba2c req-bd97f373-8d8c-42ec-bd1f-cc08311e5082 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 944 time: 0.0481362 Jan 11 06:37:50.971216 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c6d5a522-efab-4c68-8528-df639805ba2c req-347b7984-3e6b-4b43-98c9-c0865b35f1b4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407584 Jan 11 06:37:51.083555 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eb3f640f-9494-4479-835b-9a357d822f01 req-2619c71a-560e-448b-96fc-1f4b7bb437ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421138 Jan 11 06:37:51.167415 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f640f-9494-4479-835b-9a357d822f01 req-9e6993d8-35a8-4400-b3ce-b10431801d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:51.168901 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eb3f640f-9494-4479-835b-9a357d822f01 req-9e6993d8-35a8-4400-b3ce-b10431801d53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31e84ac9ee404752be92f04b91836944&device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 1098 time: 0.0402136 Jan 11 06:37:51.271576 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f640f-9494-4479-835b-9a357d822f01 req-c22a730f-ed77-49c3-b45f-18e7d5288e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:51.273067 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eb3f640f-9494-4479-835b-9a357d822f01 req-c22a730f-ed77-49c3-b45f-18e7d5288e81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 200 len: 920 time: 0.0840068 Jan 11 06:37:51.318200 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eb3f640f-9494-4479-835b-9a357d822f01 req-cc4619d2-035a-46c8-a2ac-4cbf4319fe1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d3d9392-c78e-4228-b9a0-657c65c64a54 HTTP/1.1" status: 200 len: 217 time: 0.0370264 Jan 11 06:37:51.367837 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f640f-9494-4479-835b-9a357d822f01 req-04675273-0b9d-4dfa-aafa-eae1110e810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:51.369324 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eb3f640f-9494-4479-835b-9a357d822f01 req-04675273-0b9d-4dfa-aafa-eae1110e810e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb11493f-ae20-42be-b515-410678056618 HTTP/1.1" status: 200 len: 859 time: 0.0445926 Jan 11 06:37:51.411632 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eb3f640f-9494-4479-835b-9a357d822f01 req-be88fdc9-a210-4f65-8a22-761f5eb84d5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355611 Jan 11 06:37:51.434062 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 0c15537c-b202-473d-af30-47505e85abf2 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:37:51.487528 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 0c15537c-b202-473d-af30-47505e85abf2 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:37:51.487961 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (0c15537c-b202-473d-af30-47505e85abf2), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:51.543237 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eb3f640f-9494-4479-835b-9a357d822f01 req-33d527c3-2086-4510-b3c2-4d9930581789 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231036 Jan 11 06:37:51.610790 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 0c15537c-b202-473d-af30-47505e85abf2 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:37:51.611180 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (0c15537c-b202-473d-af30-47505e85abf2), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:51.633510 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c15537c-b202-473d-af30-47505e85abf2'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:37:51.635720 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1bf822-57bc-4680-9f9e-76a1bfe42243" -d '{"events": [{"server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "name": "network-vif-plugged", "status": "completed", "tag": "0c15537c-b202-473d-af30-47505e85abf2"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:37:51.638407 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eb3f640f-9494-4479-835b-9a357d822f01 req-cf96ae0e-59f8-4326-96ba-2613477a2143 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883949 Jan 11 06:37:51.648623 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0c15537c-b202-473d-af30-47505e85abf2,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:37:51.661810 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (0c15537c-b202-473d-af30-47505e85abf2), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:51.685631 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7b4877-529d-474b-b22b-80607bde3703 x-openstack-request-id: req-6c7b4877-529d-474b-b22b-80607bde3703 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:37:51.686106 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "name": "network-vif-plugged", "status": "completed", "tag": "0c15537c-b202-473d-af30-47505e85abf2", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:37:51.686515 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c7b4877-529d-474b-b22b-80607bde3703 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:37:51.687119 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c15537c-b202-473d-af30-47505e85abf2', 'code': 200} Jan 11 06:37:51.716446 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=0c15537c-b202-473d-af30-47505e85abf2,revision_number=10']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:37:51.760387 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:37:51.815360 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f82fc-c51b-4597-9752-78fe73630336 req-e3d9b890-bd05-4fe5-937d-9222e73e8a2c tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:51.816862 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-851f82fc-c51b-4597-9752-78fe73630336 req-e3d9b890-bd05-4fe5-937d-9222e73e8a2c tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0553906 Jan 11 06:37:51.862592 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-851f82fc-c51b-4597-9752-78fe73630336 req-2fd74010-633d-48b9-83e4-0f6243a0ca52 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397599 Jan 11 06:37:52.098671 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ab6a-9b8b-4450-a0a7-1f2259310dd6 req-5baeee1c-1b5e-41d0-ae79-fe8ada073162 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:52.100171 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5518ab6a-9b8b-4450-a0a7-1f2259310dd6 req-5baeee1c-1b5e-41d0-ae79-fe8ada073162 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0485001 Jan 11 06:37:52.146741 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5518ab6a-9b8b-4450-a0a7-1f2259310dd6 req-f494a3b6-9c52-4bfb-94c9-1925a6aa7755 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412223 Jan 11 06:37:52.979191 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72be926-c62a-4316-a038-46b8ff06744b req-511f5b90-b2f5-4d7d-838c-c2513a11266b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:52.980688 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e72be926-c62a-4316-a038-46b8ff06744b req-511f5b90-b2f5-4d7d-838c-c2513a11266b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0513422 Jan 11 06:37:53.026879 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e72be926-c62a-4316-a038-46b8ff06744b req-3876d8b1-aa42-4645-b917-50af4c13c411 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406978 Jan 11 06:37:53.266372 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569ceef-5d80-4805-b0a4-f8e5ea947649 req-d68568f2-6786-44ea-9011-37b3faf7ec96 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:53.267837 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9569ceef-5d80-4805-b0a4-f8e5ea947649 req-d68568f2-6786-44ea-9011-37b3faf7ec96 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0484161 Jan 11 06:37:53.313694 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9569ceef-5d80-4805-b0a4-f8e5ea947649 req-a8814932-7031-4327-af00-9ee36a9a3333 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402982 Jan 11 06:37:53.618273 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:37:54.146611 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca33b26-20aa-49db-90d2-2a66af3c0e64 req-2f7dba18-e53b-4963-b89d-5e357c5afec8 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:54.148042 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eca33b26-20aa-49db-90d2-2a66af3c0e64 req-2f7dba18-e53b-4963-b89d-5e357c5afec8 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0522907 Jan 11 06:37:54.195893 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-eca33b26-20aa-49db-90d2-2a66af3c0e64 req-b10f35cf-00ee-4892-a0b2-6807439872b6 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423975 Jan 11 06:37:54.430381 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f510e-d337-4d14-8824-c10cbfc70527 req-232db930-af64-40bc-9181-8e9fda8da5fb tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:54.431821 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d54f510e-d337-4d14-8824-c10cbfc70527 req-232db930-af64-40bc-9181-8e9fda8da5fb tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0487595 Jan 11 06:37:54.476650 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d54f510e-d337-4d14-8824-c10cbfc70527 req-a0b06972-289c-4e21-89e6-31389d0e244e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385869 Jan 11 06:37:55.307492 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171fc3e-b282-407a-8874-d8edee63adc8 req-cfb7a03b-5887-4581-a8a9-8bed5ad56c22 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:55.309143 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3171fc3e-b282-407a-8874-d8edee63adc8 req-cfb7a03b-5887-4581-a8a9-8bed5ad56c22 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0482216 Jan 11 06:37:55.357249 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3171fc3e-b282-407a-8874-d8edee63adc8 req-6e19c7bd-fd62-4491-8383-6e5b22c23b66 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419891 Jan 11 06:37:55.399763 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da78d1-1b0c-4e75-af27-1621def767f7 req-edd0cbcf-dd3b-49f0-a58d-d88cddd91ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:55.401306 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-45da78d1-1b0c-4e75-af27-1621def767f7 req-edd0cbcf-dd3b-49f0-a58d-d88cddd91ca7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 1099 time: 0.0426774 Jan 11 06:37:55.446257 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-45da78d1-1b0c-4e75-af27-1621def767f7 req-7a2db28e-0445-4380-905c-70a4901f8ea3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367792 Jan 11 06:37:55.594768 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b947a5-79cd-42b4-a5c9-4e37298d10e5 req-7dcc7f20-ff85-4220-b5b3-a4adead0d443 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:55.596234 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-87b947a5-79cd-42b4-a5c9-4e37298d10e5 req-7dcc7f20-ff85-4220-b5b3-a4adead0d443 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0480022 Jan 11 06:37:55.642474 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-87b947a5-79cd-42b4-a5c9-4e37298d10e5 req-b5ed1ccf-3d8c-4b30-b918-46f1ccfaee79 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408301 Jan 11 06:37:56.478225 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03cfc4-69f4-4e20-b57c-386f5d60af79 req-ead24e59-8f78-48e8-838d-8c869481cf7c tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:56.479693 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c03cfc4-69f4-4e20-b57c-386f5d60af79 req-ead24e59-8f78-48e8-838d-8c869481cf7c tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0494113 Jan 11 06:37:56.528590 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c03cfc4-69f4-4e20-b57c-386f5d60af79 req-720eb7fc-9e0f-4d10-a1a4-287b25ff8251 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 Jan 11 06:37:56.762880 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d0877-a7b4-4881-9b28-70c43d79b0b2 req-1b4a2faa-3ca6-491b-b4ab-7a5638045428 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:56.764516 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-451d0877-a7b4-4881-9b28-70c43d79b0b2 req-1b4a2faa-3ca6-491b-b4ab-7a5638045428 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0506837 Jan 11 06:37:56.816269 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-451d0877-a7b4-4881-9b28-70c43d79b0b2 req-98118976-2b76-48e8-954b-b9b72f7ac80e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458999 Jan 11 06:37:57.642942 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c3431-9729-4b9a-8622-99643c27283b req-8359f787-95f0-43ea-b13a-701007f60615 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:57.644736 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ac4c3431-9729-4b9a-8622-99643c27283b req-8359f787-95f0-43ea-b13a-701007f60615 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0487750 Jan 11 06:37:57.690700 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ac4c3431-9729-4b9a-8622-99643c27283b req-2848edda-8056-4e4c-ae6f-1cd05053a7f4 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406623 Jan 11 06:37:57.945769 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f535a5-48b2-4027-b60b-f87bbaac596c req-bee2de1d-8c0c-4aa2-83c5-c773307a7f8e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:57.947311 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b6f535a5-48b2-4027-b60b-f87bbaac596c req-bee2de1d-8c0c-4aa2-83c5-c773307a7f8e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0591140 Jan 11 06:37:58.009179 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b6f535a5-48b2-4027-b60b-f87bbaac596c req-3d70b9d6-e23e-4820-b72b-b53f1b69bcf1 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556688 Jan 11 06:37:58.822363 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bf12d-e07e-4b85-83be-e6e325b24aba req-71abab1d-c880-426f-9b0e-00eaac4f5bd0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:58.832000 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-956bf12d-e07e-4b85-83be-e6e325b24aba req-71abab1d-c880-426f-9b0e-00eaac4f5bd0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0617557 Jan 11 06:37:58.886797 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-956bf12d-e07e-4b85-83be-e6e325b24aba req-ea35ee6f-f478-485c-9dbd-dbcc2068cd46 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468462 Jan 11 06:37:59.124292 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec8bd9-645e-4c6c-8e4f-6f990f4a9ada req-733c4b04-1277-4332-b0ed-93a59e79b60f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:37:59.128915 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-faec8bd9-645e-4c6c-8e4f-6f990f4a9ada req-733c4b04-1277-4332-b0ed-93a59e79b60f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0566463 Jan 11 06:37:59.185210 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-faec8bd9-645e-4c6c-8e4f-6f990f4a9ada req-50b08206-8c33-4959-a215-5b3450fb76a6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532424 Jan 11 06:38:00.000602 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed862c-9851-4bb3-a6fd-e31da01c6311 req-c746ace5-f5f0-4cc9-b5fe-a4afe5c06798 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:00.002053 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f2ed862c-9851-4bb3-a6fd-e31da01c6311 req-c746ace5-f5f0-4cc9-b5fe-a4afe5c06798 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0481255 Jan 11 06:38:00.048593 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f2ed862c-9851-4bb3-a6fd-e31da01c6311 req-503e86ca-5d8f-4ee7-b9f4-62dca5b25319 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408385 Jan 11 06:38:00.309830 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5a78c-ab00-4399-b0e2-14ed86ec9043 req-a723ecf3-58e3-4570-ba66-bcb21687fddf tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:00.311411 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-29f5a78c-ab00-4399-b0e2-14ed86ec9043 req-a723ecf3-58e3-4570-ba66-bcb21687fddf tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0511975 Jan 11 06:38:00.373825 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-29f5a78c-ab00-4399-b0e2-14ed86ec9043 req-3c672d11-1ac2-4fc4-b3c9-991d2a9d52b2 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525155 Jan 11 06:38:00.984023 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fda2d-c391-4c70-b7dc-171fe33a79cc req-62e9748d-7c26-430f-bf7e-53ece517ce5e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:00.985495 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ee0fda2d-c391-4c70-b7dc-171fe33a79cc req-62e9748d-7c26-430f-bf7e-53ece517ce5e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0490201 Jan 11 06:38:01.033557 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ee0fda2d-c391-4c70-b7dc-171fe33a79cc req-42e6a256-845c-458d-8b02-52e5d9931aac tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Jan 11 06:38:01.166988 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e27d7-e302-4982-a7d5-5110d5a73754 req-f6c837ff-cd61-4171-aa52-1dc1752f9192 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:01.168464 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b88e27d7-e302-4982-a7d5-5110d5a73754 req-f6c837ff-cd61-4171-aa52-1dc1752f9192 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0509326 Jan 11 06:38:01.215637 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b88e27d7-e302-4982-a7d5-5110d5a73754 req-9a23b6d1-55e9-45e5-8965-a0c9f3b2d1d1 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409653 Jan 11 06:38:01.697566 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35446) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:01.742454 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01275d-61bf-42ea-9b84-afab68aa3df9 req-f64c06ef-cc78-4f51-8b05-0848318aa2d7 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:01.743933 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c01275d-61bf-42ea-9b84-afab68aa3df9 req-f64c06ef-cc78-4f51-8b05-0848318aa2d7 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.0571220 Jan 11 06:38:01.791596 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c01275d-61bf-42ea-9b84-afab68aa3df9 req-838dc6ae-0932-4e02-b747-d473b997260a tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421476 Jan 11 06:38:01.804768 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:01.880064 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Publish callbacks [] for security_group (fa6b01ef-b64a-44d6-ab90-fc547f086be2), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:01.883693 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (fa6b01ef-b64a-44d6-ab90-fc547f086be2), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:01.921559 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3358a63dd6e46fba30342b1ae9c4bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227263 Jan 11 06:38:01.923578 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6b01ef-b64a-44d6-ab90-fc547f086be2,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:01.924165 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 35450) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:01.930807 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.931160 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.931523 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.931843 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.932175 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.932535 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.932874 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.933202 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.933529 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.933856 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.934179 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.934501 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.934823 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefea91c-2bdc-4164-bf6e-ed8f0f86cd24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:01.970831 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7442b2b9-012b-4797-aa05-be4184a1f936 admin admin] Publish callbacks [] for security_group (fa6b01ef-b64a-44d6-ab90-fc547f086be2), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:01.990721 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7442b2b9-012b-4797-aa05-be4184a1f936 admin admin] Publish callbacks [] for security_group (fa6b01ef-b64a-44d6-ab90-fc547f086be2), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:02.036876 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7442b2b9-012b-4797-aa05-be4184a1f936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (fa6b01ef-b64a-44d6-ab90-fc547f086be2), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:02.039461 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7442b2b9-012b-4797-aa05-be4184a1f936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:02.040622 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-7442b2b9-012b-4797-aa05-be4184a1f936 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa6b01ef-b64a-44d6-ab90-fc547f086be2 HTTP/1.1" status: 204 len: 168 time: 0.1154184 Jan 11 06:38:02.048000 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442b2b9-012b-4797-aa05-be4184a1f936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6b01ef-b64a-44d6-ab90-fc547f086be2,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:02.153117 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b54919-a44f-44cc-b086-9c4da6728486 req-fdb6b6b0-3815-45f0-b06e-13acd4877360 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:02.154607 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d1b54919-a44f-44cc-b086-9c4da6728486 req-fdb6b6b0-3815-45f0-b06e-13acd4877360 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0510466 Jan 11 06:38:02.205162 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d1b54919-a44f-44cc-b086-9c4da6728486 req-42def4e8-fbe4-4b2c-9c49-8930bfd4c469 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441306 Jan 11 06:38:02.569847 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841d370-f190-4c51-8708-5ca20004f8f1 req-cb18c039-1064-42c2-bd9c-33d76db96658 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:02.571305 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7841d370-f190-4c51-8708-5ca20004f8f1 req-cb18c039-1064-42c2-bd9c-33d76db96658 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.2874563 Jan 11 06:38:02.619651 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7841d370-f190-4c51-8708-5ca20004f8f1 req-aa04b243-ecaa-4f76-9240-b36662f29886 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429835 Jan 11 06:38:02.692042 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 35478) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:02.786989 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-289062243-network', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:02.809544 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Made reservation on behalf of 0d6f3281f7224e01a8f117a3325daba2 for: {'network': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:38:02.812396 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:02.820849 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:02.903811 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Publish callbacks [] for security_group (11434f80-b2eb-48db-a331-c8555da75979), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:02.907569 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (11434f80-b2eb-48db-a331-c8555da75979), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:02.916319 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a73408-2a43-44c9-849e-3c0fed2b2ed7 req-152c2287-33b9-4207-8289-18fdf2b9196a tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:02.917839 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d7a73408-2a43-44c9-849e-3c0fed2b2ed7 req-152c2287-33b9-4207-8289-18fdf2b9196a tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.0483503 Jan 11 06:38:02.930788 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:38:02.946463 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11434f80-b2eb-48db-a331-c8555da75979,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:02.949300 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:02.949637 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.segments_db [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Added segment 61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8 of type vlan for network 26d2b271-e1ce-42c3-a732-6b6bab068c48 Jan 11 06:38:02.968948 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d7a73408-2a43-44c9-849e-3c0fed2b2ed7 req-d2c4831d-5ef9-4e6b-9640-7918d4f4c522 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445404 Jan 11 06:38:02.990160 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (26d2b271-e1ce-42c3-a732-6b6bab068c48), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.013384 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (26d2b271-e1ce-42c3-a732-6b6bab068c48), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.014270 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:03.014874 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.045334 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3519304 Jan 11 06:38:03.048952 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35484) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:03.053950 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-fc18e5e2-c4fe-4663-83ee-c9aa512b33d9 admin admin] Request body: {'subnet': {'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-289062243-subnet', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'ip_version': 4}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:03.075463 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc18e5e2-c4fe-4663-83ee-c9aa512b33d9 admin admin] Made reservation on behalf of 0d6f3281f7224e01a8f117a3325daba2 for: {'subnet': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:38:03.077028 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43973a68-fc74-4199-bd31-d3371ca4cb68 admin admin] Pushing event updated for resources: {'Network': ['ID=26d2b271-e1ce-42c3-a732-6b6bab068c48,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:03.077839 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fc18e5e2-c4fe-4663-83ee-c9aa512b33d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3809041'] for subnet (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.087132 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network 26d2b271-e1ce-42c3-a732-6b6bab068c48 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:38:03.244320 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fc18e5e2-c4fe-4663-83ee-c9aa512b33d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3809027'] for subnet (7a73fad6-9354-404d-9e33-4a7f44099be2), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.303755 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18e5e2-c4fe-4663-83ee-c9aa512b33d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a73fad6-9354-404d-9e33-4a7f44099be2,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:03.340078 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc18e5e2-c4fe-4663-83ee-c9aa512b33d9 admin admin] Checking segment: {'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:38:03.340458 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc18e5e2-c4fe-4663-83ee-c9aa512b33d9 admin admin] Network hostable DHCP agents. Network: 26d2b271-e1ce-42c3-a732-6b6bab068c48, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:38:03.360276 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f8ad3-e78a-4221-a8cd-0083e54be1b9 req-80435294-9ea2-4dc2-803a-b929393204eb tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:03.361747 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dc3f8ad3-e78a-4221-a8cd-0083e54be1b9 req-80435294-9ea2-4dc2-803a-b929393204eb tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0771878 Jan 11 06:38:03.374883 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc18e5e2-c4fe-4663-83ee-c9aa512b33d9 admin admin] Network 26d2b271-e1ce-42c3-a732-6b6bab068c48 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:38:03.392820 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-fc18e5e2-c4fe-4663-83ee-c9aa512b33d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, 26d2b271-e1ce-42c3-a732-6b6bab068c48) {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:03.402497 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc18e5e2-c4fe-4663-83ee-c9aa512b33d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:03.403074 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fc18e5e2-c4fe-4663-83ee-c9aa512b33d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.403476 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9a7d9f-ee00-4166-bdf7-66d08e9c0b4e None None] Network 26d2b271-e1ce-42c3-a732-6b6bab068c48 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:38:03.426063 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dc3f8ad3-e78a-4221-a8cd-0083e54be1b9 req-7a088e63-7b7f-4fcd-92a3-eb96ad9a557d tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586579 Jan 11 06:38:03.432065 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-fc18e5e2-c4fe-4663-83ee-c9aa512b33d9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3818545 Jan 11 06:38:03.434645 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35488) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:03.439574 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:03.467091 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13884'] for router (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.469217 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-993979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13867'] for router (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.517619 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c588cce-5400-5ad6-872a-9e39f37289d9-26d2b271-e1ce-42c3-a732-6b6bab068c48', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'fixed_ips': [{'subnet_id': '7a73fad6-9354-404d-9e33-4a7f44099be2'}]}} from dv-cinder-606346-33-iscsi. {{(pid=102727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 06:38:03.518663 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.525235 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Publish callbacks [] for router_controller (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), precommit_add_association {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.656904 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.db_base_plugin_common [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Allocated IP 172.20.0.2 (26d2b271-e1ce-42c3-a732-6b6bab068c48/7a73fad6-9354-404d-9e33-4a7f44099be2/9713613d-d01a-4af6-9d35-12f867611c66) {{(pid=102727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:38:03.659933 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Publish callbacks [] for router_gateway (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.772271 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9b84-0fb9-430d-a47c-ba5b9b145963 req-e6ff0c19-9cb9-46f3-8444-b55b2ac640da tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:03.773816 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e79a9b84-0fb9-430d-a47c-ba5b9b145963 req-e6ff0c19-9cb9-46f3-8444-b55b2ac640da tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0823441 Jan 11 06:38:03.817200 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Publish callbacks [] for port (9713613d-d01a-4af6-9d35-12f867611c66), precommit_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.824159 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (9713613d-d01a-4af6-9d35-12f867611c66), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.833986 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e79a9b84-0fb9-430d-a47c-ba5b9b145963 req-d4147bf1-10b9-4de6-b712-e16486c81d81 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540257 Jan 11 06:38:03.867820 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Network 26d2b271-e1ce-42c3-a732-6b6bab068c48 is already hosted by enough agents. {{(pid=102727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:38:03.871844 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.base_scheduler [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Resources bound (agent type, host, resource id): {{(pid=102727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:03.873718 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Pushing event updated for resources: {'Port': ['ID=9713613d-d01a-4af6-9d35-12f867611c66,revision_number=1']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:03.876432 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Received port after_create {{(pid=102727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:38:03.885199 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.885570 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.885936 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.886280 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.886615 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.886952 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.887282 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.887608 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.887936 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.888260 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.888612 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.888935 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.889256 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:03.939751 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Attempting to bind port 9713613d-d01a-4af6-9d35-12f867611c66 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:38:03.940118 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Attempting to bind port 9713613d-d01a-4af6-9d35-12f867611c66 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:38:03.940507 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Attempting to bind port 9713613d-d01a-4af6-9d35-12f867611c66 on network 26d2b271-e1ce-42c3-a732-6b6bab068c48 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:38:03.945793 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:38:03.946168 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Checking segment: {'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:38:03.946279 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Publish callbacks [] for router_gateway (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.946566 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.946956 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Bound using segment: {'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:38:03.947447 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Bound port: 9713613d-d01a-4af6-9d35-12f867611c66, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:38:03.947827 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (9713613d-d01a-4af6-9d35-12f867611c66), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:03.969374 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:04.016734 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] For port 9713613d-d01a-4af6-9d35-12f867611c66, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:38:04.021586 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] For port 9713613d-d01a-4af6-9d35-12f867611c66, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=9713613d-d01a-4af6-9d35-12f867611c66,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:38:04.026467 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (9713613d-d01a-4af6-9d35-12f867611c66), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:04.085464 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be2a72-daf9-4ed1-a729-a0f9a7543d2b None None] Pushing event updated for resources: {'Port': ['ID=9713613d-d01a-4af6-9d35-12f867611c66,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:04.103810 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Allocated IP 172.27.2.48 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/12ab347a-6b96-4327-9af7-336d947af7fa) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:38:04.128174 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9dcf7-106a-469c-a9c1-864077c74a04 req-f5da9dab-9be8-4e8c-acd7-8149995bf2da tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:04.132837 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-38b9dcf7-106a-469c-a9c1-864077c74a04 req-f5da9dab-9be8-4e8c-acd7-8149995bf2da tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.0825906 Jan 11 06:38:04.237149 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-38b9dcf7-106a-469c-a9c1-864077c74a04 req-5ab609dc-4af4-4f97-93b0-a6cf72d19c7e tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007974 Jan 11 06:38:04.293487 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Publish callbacks [] for port (12ab347a-6b96-4327-9af7-336d947af7fa), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:04.331851 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (12ab347a-6b96-4327-9af7-336d947af7fa), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:04.372861 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:38:04.375776 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:04.379439 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:38:04.385581 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Pushing event updated for resources: {'Port': ['ID=12ab347a-6b96-4327-9af7-336d947af7fa,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:04.538477 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b58e9-c728-4050-ae67-2266b30e66ba req-66b3d846-0c89-45a8-b9c2-dbc186b35753 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:04.539803 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e88b58e9-c728-4050-ae67-2266b30e66ba req-66b3d846-0c89-45a8-b9c2-dbc186b35753 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 945 time: 0.1312160 Jan 11 06:38:04.668995 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36320fb6-68dc-4f95-8942-aa353d1ca63e req-fffb39e9-a3e5-4a27-8198-d441f15b1328 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:04.670442 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-36320fb6-68dc-4f95-8942-aa353d1ca63e req-fffb39e9-a3e5-4a27-8198-d441f15b1328 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.1521602 Jan 11 06:38:04.778438 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2eeff-e29e-454e-bed1-c9bf2463546e req-7d84e2bb-f20d-4c0c-be1b-48d304287ddf tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:04.779958 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-bff2eeff-e29e-454e-bed1-c9bf2463546e req-7d84e2bb-f20d-4c0c-be1b-48d304287ddf tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 945 time: 0.0913322 Jan 11 06:38:04.808508 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-36320fb6-68dc-4f95-8942-aa353d1ca63e req-9a0d7a18-bdf2-4288-97fa-2442a1e76aa3 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040819 Jan 11 06:38:04.814511 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-e88b58e9-c728-4050-ae67-2266b30e66ba req-b408b3e2-f0b5-4ffe-8fdb-1c13bbbd4c3b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Deleting port 5db74330-2bdf-461d-9fa8-5f513bd1cdae {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:38:04.814853 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-e88b58e9-c728-4050-ae67-2266b30e66ba req-b408b3e2-f0b5-4ffe-8fdb-1c13bbbd4c3b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:04.847137 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Publish callbacks [] for router_gateway (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:04.944683 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [req-bff2eeff-e29e-454e-bed1-c9bf2463546e req-71e5a7ae-3496-4435-81b0-3f41d3bdbb42 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Deleting port 7d3d9392-c78e-4228-b9a0-657c65c64a54 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:38:04.945302 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-bff2eeff-e29e-454e-bed1-c9bf2463546e req-71e5a7ae-3496-4435-81b0-3f41d3bdbb42 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:05.032737 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-e88b58e9-c728-4050-ae67-2266b30e66ba req-b408b3e2-f0b5-4ffe-8fdb-1c13bbbd4c3b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] For port 5db74330-2bdf-461d-9fa8-5f513bd1cdae, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5db74330-2bdf-461d-9fa8-5f513bd1cdae,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:05.033119 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-e88b58e9-c728-4050-ae67-2266b30e66ba req-b408b3e2-f0b5-4ffe-8fdb-1c13bbbd4c3b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:05.041010 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-bff2eeff-e29e-454e-bed1-c9bf2463546e req-71e5a7ae-3496-4435-81b0-3f41d3bdbb42 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] For port 7d3d9392-c78e-4228-b9a0-657c65c64a54, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=7d3d9392-c78e-4228-b9a0-657c65c64a54,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:05.041603 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-bff2eeff-e29e-454e-bed1-c9bf2463546e req-71e5a7ae-3496-4435-81b0-3f41d3bdbb42 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:05.055809 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b622ed-2e0d-4087-ba22-51ccf97d69ef req-69938c00-96af-4323-8182-6debe3f3e207 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:05.056639 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [req-bff2eeff-e29e-454e-bed1-c9bf2463546e req-71e5a7ae-3496-4435-81b0-3f41d3bdbb42 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Calling delete_port for 7d3d9392-c78e-4228-b9a0-657c65c64a54 owned by compute:nova {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:38:05.057358 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-23b622ed-2e0d-4087-ba22-51ccf97d69ef req-69938c00-96af-4323-8182-6debe3f3e207 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.1191409 Jan 11 06:38:05.062888 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-e88b58e9-c728-4050-ae67-2266b30e66ba req-b408b3e2-f0b5-4ffe-8fdb-1c13bbbd4c3b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Calling delete_port for 5db74330-2bdf-461d-9fa8-5f513bd1cdae owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:38:05.072051 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a69472-3ba6-4f20-8dde-9c8dde6d1e89 None None] Network 26d2b271-e1ce-42c3-a732-6b6bab068c48 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:38:05.162480 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-148e75da-6877-468f-acc1-eac14eb8def2 None None] Provisioning complete for port 9713613d-d01a-4af6-9d35-12f867611c66 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:05.162894 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-148e75da-6877-468f-acc1-eac14eb8def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (9713613d-d01a-4af6-9d35-12f867611c66), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:05.240925 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-23b622ed-2e0d-4087-ba22-51ccf97d69ef req-eec5ad89-fac7-42d1-8f87-6160d0577cb3 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758184 Jan 11 06:38:05.280621 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993934'] for router (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:05.298681 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-148e75da-6877-468f-acc1-eac14eb8def2 None None] Current status of the port 9713613d-d01a-4af6-9d35-12f867611c66 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:05.299368 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-148e75da-6877-468f-acc1-eac14eb8def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (9713613d-d01a-4af6-9d35-12f867611c66), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:05.362346 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-148e75da-6877-468f-acc1-eac14eb8def2 None None] For port 9713613d-d01a-4af6-9d35-12f867611c66, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=9713613d-d01a-4af6-9d35-12f867611c66,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:05.368013 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-148e75da-6877-468f-acc1-eac14eb8def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (9713613d-d01a-4af6-9d35-12f867611c66), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:05.450159 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-bff2eeff-e29e-454e-bed1-c9bf2463546e req-71e5a7ae-3496-4435-81b0-3f41d3bdbb42 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (7d3d9392-c78e-4228-b9a0-657c65c64a54), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:05.454705 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e75da-6877-468f-acc1-eac14eb8def2 None None] Pushing event updated for resources: {'Port': ['ID=9713613d-d01a-4af6-9d35-12f867611c66,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:05.496028 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5a7ae-3496-4435-81b0-3f41d3bdbb42 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Pushing event deleted for resources: {'Port': ['ID=7d3d9392-c78e-4228-b9a0-657c65c64a54,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:05.503165 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['11e7438a-7ef8-4f57-ab41-492f9cfa61ec', '7d3d9392-c78e-4228-b9a0-657c65c64a54'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:38:05.574909 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff2eeff-e29e-454e-bed1-c9bf2463546e req-71e5a7ae-3496-4435-81b0-3f41d3bdbb42 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] No DVR routers for this DVR port 7d3d9392-c78e-4228-b9a0-657c65c64a54 on host hv-cinder-60634 {{(pid=102726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:38:05.578870 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-bff2eeff-e29e-454e-bed1-c9bf2463546e req-71e5a7ae-3496-4435-81b0-3f41d3bdbb42 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:05.582560 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-bff2eeff-e29e-454e-bed1-c9bf2463546e req-71e5a7ae-3496-4435-81b0-3f41d3bdbb42 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.30 "DELETE /v2.0/ports/7d3d9392-c78e-4228-b9a0-657c65c64a54 HTTP/1.1" status: 204 len: 173 time: 0.7831688 Jan 11 06:38:05.583267 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1271e5-c015-45af-a3a1-ae8b5199680b', 'name': 'network-vif-deleted', 'tag': '7d3d9392-c78e-4228-b9a0-657c65c64a54'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:38:05.586970 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32df985-34ae-4b50-a7e7-f00e7b5297c3" -d '{"events": [{"server_uuid": "7a1271e5-c015-45af-a3a1-ae8b5199680b", "name": "network-vif-deleted", "tag": "7d3d9392-c78e-4228-b9a0-657c65c64a54"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:38:05.634648 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703b8154-5398-4ef9-9c13-8ce8f069bef8 x-openstack-request-id: req-703b8154-5398-4ef9-9c13-8ce8f069bef8 {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:38:05.634956 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1271e5-c015-45af-a3a1-ae8b5199680b", "name": "network-vif-deleted", "tag": "7d3d9392-c78e-4228-b9a0-657c65c64a54", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:38:05.635198 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-703b8154-5398-4ef9-9c13-8ce8f069bef8 {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:38:05.635683 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1271e5-c015-45af-a3a1-ae8b5199680b', 'name': 'network-vif-deleted', 'tag': '7d3d9392-c78e-4228-b9a0-657c65c64a54', 'status': 'completed', 'code': 200} Jan 11 06:38:05.728675 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-e88b58e9-c728-4050-ae67-2266b30e66ba req-b408b3e2-f0b5-4ffe-8fdb-1c13bbbd4c3b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (5db74330-2bdf-461d-9fa8-5f513bd1cdae), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:05.739258 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d9784-879e-4fe7-bf9a-5ede1b5c0505 req-42124515-723a-4e24-a207-5ce35ad2dff6 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:05.740003 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-a2878835-866b-443c-ad5d-bb3d9ea3c29d None None] Provisioning complete for port 9713613d-d01a-4af6-9d35-12f867611c66 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:05.740503 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a2878835-866b-443c-ad5d-bb3d9ea3c29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (9713613d-d01a-4af6-9d35-12f867611c66), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:05.740776 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-222d9784-879e-4fe7-bf9a-5ede1b5c0505 req-42124515-723a-4e24-a207-5ce35ad2dff6 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 867 time: 0.3772676 Jan 11 06:38:05.781998 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408b3e2-f0b5-4ffe-8fdb-1c13bbbd4c3b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Pushing event deleted for resources: {'Port': ['ID=5db74330-2bdf-461d-9fa8-5f513bd1cdae,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:05.805567 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 9713613d-d01a-4af6-9d35-12f867611c66 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:38:05.853512 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88b58e9-c728-4050-ae67-2266b30e66ba req-b408b3e2-f0b5-4ffe-8fdb-1c13bbbd4c3b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] No DVR routers for this DVR port 5db74330-2bdf-461d-9fa8-5f513bd1cdae on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:38:05.864155 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-e88b58e9-c728-4050-ae67-2266b30e66ba req-b408b3e2-f0b5-4ffe-8fdb-1c13bbbd4c3b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:05.867500 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e88b58e9-c728-4050-ae67-2266b30e66ba req-b408b3e2-f0b5-4ffe-8fdb-1c13bbbd4c3b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "DELETE /v2.0/ports/5db74330-2bdf-461d-9fa8-5f513bd1cdae HTTP/1.1" status: 204 len: 173 time: 1.3218782 Jan 11 06:38:05.867955 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b657ea3f-443f-46c2-a535-c0d6a183ba51', 'name': 'network-vif-deleted', 'tag': '5db74330-2bdf-461d-9fa8-5f513bd1cdae'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:38:05.870543 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98515ac1-80dd-4c9c-a910-28baa34d2af8" -d '{"events": [{"server_uuid": "b657ea3f-443f-46c2-a535-c0d6a183ba51", "name": "network-vif-deleted", "tag": "5db74330-2bdf-461d-9fa8-5f513bd1cdae"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:38:05.885673 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-222d9784-879e-4fe7-bf9a-5ede1b5c0505 req-4e776de8-863b-493e-a3d6-798726b56361 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372666 Jan 11 06:38:05.896913 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-a2878835-866b-443c-ad5d-bb3d9ea3c29d None None] Current status of the port 9713613d-d01a-4af6-9d35-12f867611c66 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:05.903995 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d is scheduled to L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c with binding_index 1 {{(pid=102725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 06:38:05.904445 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 9713613d-d01a-4af6-9d35-12f867611c66 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:05.904888 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (9713613d-d01a-4af6-9d35-12f867611c66), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:06.013402 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91b85b1-4dbb-424f-90d9-d82c0f02d046 x-openstack-request-id: req-f91b85b1-4dbb-424f-90d9-d82c0f02d046 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:38:06.013879 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b657ea3f-443f-46c2-a535-c0d6a183ba51", "name": "network-vif-deleted", "tag": "5db74330-2bdf-461d-9fa8-5f513bd1cdae", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:38:06.014176 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f91b85b1-4dbb-424f-90d9-d82c0f02d046 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:38:06.014633 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b657ea3f-443f-46c2-a535-c0d6a183ba51', 'name': 'network-vif-deleted', 'tag': '5db74330-2bdf-461d-9fa8-5f513bd1cdae', 'status': 'completed', 'code': 200} Jan 11 06:38:06.057869 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d7f9ea82-0af0-43a2-9642-fdc0069ed550 req-b006c0d7-bd51-4e5c-81c5-be612cf3b521 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1271e5-c015-45af-a3a1-ae8b5199680b HTTP/1.1" status: 200 len: 210 time: 0.0466621 Jan 11 06:38:06.089134 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:38:06.099670 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Sync routers for ids ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:38:06.108297 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:06.110182 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-9310ff48-9010-4908-85af-30ac0a6ce93f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6745198 Jan 11 06:38:06.112884 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35508) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:06.126929 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Routers {'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:38:06.127583 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:37:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:06.137973 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 9713613d-d01a-4af6-9d35-12f867611c66 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:06.222821 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['a0700528-82fb-413a-b58a-97b306f4e6cf', '35e0ff33-67f2-4637-a991-e666ea893ffd', '5d833f2d-5816-4665-90b3-009c08b3a898'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:38:06.242035 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Set router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:38:06.438784 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:04Z', 'revision_number': 3, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:06.447570 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908fe7d-e127-4197-b96d-e7e4a9185335 req-7483a76a-64b7-4f6a-a0ca-1833844f0f84 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:06.449103 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a908fe7d-e127-4197-b96d-e7e4a9185335 req-7483a76a-64b7-4f6a-a0ca-1833844f0f84 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0889516 Jan 11 06:38:06.471463 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Checking router: f1bc02f9-e59e-4fc9-99b4-45f398df5c2d for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:38:06.472096 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Updating router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d port 12ab347a-6b96-4327-9af7-336d947af7fa binding host dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:38:06.497689 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (12ab347a-6b96-4327-9af7-336d947af7fa), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:06.537319 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a908fe7d-e127-4197-b96d-e7e4a9185335 req-c64fe348-f87b-4d38-83b4-b1c31b4ad8f1 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773184 Jan 11 06:38:06.626146 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:06.769649 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Publish callbacks [] for port (12ab347a-6b96-4327-9af7-336d947af7fa), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:06.774887 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (12ab347a-6b96-4327-9af7-336d947af7fa), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:06.798619 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Allocated IP 172.20.0.1 (26d2b271-e1ce-42c3-a732-6b6bab068c48/7a73fad6-9354-404d-9e33-4a7f44099be2/ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:38:06.831680 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Attempting to bind port 12ab347a-6b96-4327-9af7-336d947af7fa on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:38:06.832044 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Attempting to bind port 12ab347a-6b96-4327-9af7-336d947af7fa by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:38:06.832430 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Attempting to bind port 12ab347a-6b96-4327-9af7-336d947af7fa on network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:38:06.841312 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Pushing event updated for resources: {'Port': ['ID=12ab347a-6b96-4327-9af7-336d947af7fa,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:06.844873 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:38:06.845249 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Checking segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:38:06.845654 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:06.846042 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Bound using segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:38:06.846514 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Bound port: 12ab347a-6b96-4327-9af7-336d947af7fa, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:38:06.846873 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (12ab347a-6b96-4327-9af7-336d947af7fa), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:06.869142 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.869513 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.869855 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.870194 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.870523 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.870844 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.871183 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.871510 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.871832 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.872167 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.872522 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.872843 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.873162 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:06.910116 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] For port 12ab347a-6b96-4327-9af7-336d947af7fa, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:38:06.913313 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] For port 12ab347a-6b96-4327-9af7-336d947af7fa, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=12ab347a-6b96-4327-9af7-336d947af7fa,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:38:06.915965 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Publish callbacks [] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:06.917516 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (12ab347a-6b96-4327-9af7-336d947af7fa), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:06.954319 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:06.981801 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282cb3c-9ef9-4858-8495-64b45306e44d None None] Pushing event updated for resources: {'Port': ['ID=12ab347a-6b96-4327-9af7-336d947af7fa,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:06.985225 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Routers {'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:38:06.985824 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:37:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:07.023337 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Network 26d2b271-e1ce-42c3-a732-6b6bab068c48 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:38:07.027126 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0ca8ee1b-527a-42cd-9b84-605344322d4f req-65a2f874-4822-4652-8ebe-3112f726ce4d tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=b657ea3f-443f-46c2-a535-c0d6a183ba51 HTTP/1.1" status: 200 len: 210 time: 0.0402715 Jan 11 06:38:07.029934 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:07.034412 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:38:07.072606 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Pushing event updated for resources: {'Port': ['ID=ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:07.094365 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992443'] for router_interface (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:07.101910 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] Set router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:38:07.303955 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:07.427560 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-9e8d5edb-a760-4157-9d32-0bf448b9cb8d None None] Provisioning complete for port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:07.428183 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-9e8d5edb-a760-4157-9d32-0bf448b9cb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:07.437330 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:04Z', 'revision_number': 3, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:07.463530 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c64e9-8503-4c4f-968f-0548b3b87572 None None] The sync data for ids ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'] in dv-cinder-606346-33-iscsi is: [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:04Z', 'revision_number': 3, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:38:07.469664 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-9e8d5edb-a760-4157-9d32-0bf448b9cb8d None None] Port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:38:07.477866 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aaf8d-5f7a-4b99-a491-5d168a9495b6 req-b974153f-eeba-41c5-b14d-516a1180973a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:07.479453 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e61aaf8d-5f7a-4b99-a491-5d168a9495b6 req-b974153f-eeba-41c5-b14d-516a1180973a tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1022408 Jan 11 06:38:07.557583 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 7d3d9392-c78e-4228-b9a0-657c65c64a54 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:38:07.573748 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e61aaf8d-5f7a-4b99-a491-5d168a9495b6 req-88f28244-4f82-4cd3-888f-d7a6eaeb6a35 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804586 Jan 11 06:38:07.584007 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 7d3d9392-c78e-4228-b9a0-657c65c64a54 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:38:07.584387 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 7d3d9392-c78e-4228-b9a0-657c65c64a54 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:38:07.584792 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 5db74330-2bdf-461d-9fa8-5f513bd1cdae no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:38:07.600291 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Publish callbacks [] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:07.606757 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:07.610648 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 5db74330-2bdf-461d-9fa8-5f513bd1cdae {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:38:07.611005 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 5db74330-2bdf-461d-9fa8-5f513bd1cdae not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:38:07.695856 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992335'] for router_interface (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:07.729385 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Pushing event updated for resources: {'Port': ['ID=ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:07.767180 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981d8ec-3dc0-46b4-bafa-b34754e6e44e req-5d59804c-84c6-41f9-9756-7ec9fc909dd7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:07.768784 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7981d8ec-3dc0-46b4-bafa-b34754e6e44e req-5d59804c-84c6-41f9-9756-7ec9fc909dd7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.1189921 Jan 11 06:38:07.867814 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7981d8ec-3dc0-46b4-bafa-b34754e6e44e req-c09ef88f-a47d-4250-bb53-3713780490e3 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695868 Jan 11 06:38:07.874837 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Network 26d2b271-e1ce-42c3-a732-6b6bab068c48 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:38:07.876613 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:07.996297 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:38:08.095209 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-4618a5cf-6ab4-40cc-a692-587d218b4b2c None None] Provisioning complete for port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:08.095846 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4618a5cf-6ab4-40cc-a692-587d218b4b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:08.122842 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:38:08.140512 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-070e80f6-4b78-445c-96ef-f34653600e47 admin admin] 10.222.0.15 "PUT /v2.0/routers/f1bc02f9-e59e-4fc9-99b4-45f398df5c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0186479 Jan 11 06:38:08.140792 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-4618a5cf-6ab4-40cc-a692-587d218b4b2c None None] Port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:38:08.621904 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 35544) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:08.626896 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1554852982-network', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:08.649424 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Made reservation on behalf of 6cdad477fd9b4fbf90307f8ae332653a for: {'network': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:38:08.651725 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:08.660773 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:08.687140 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9523dd-be85-4b36-8160-b313c2f178ed req-50ab63e5-2d55-4ed3-9728-9a5b9d69999e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:08.688644 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5a9523dd-be85-4b36-8160-b313c2f178ed req-50ab63e5-2d55-4ed3-9728-9a5b9d69999e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0524545 Jan 11 06:38:08.739953 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5a9523dd-be85-4b36-8160-b313c2f178ed req-d245f562-ea48-4498-8a63-8c2412124024 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449023 Jan 11 06:38:08.741491 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Publish callbacks [] for security_group (18f9777f-f32c-4300-b833-552ea9e21e83), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:08.745968 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (18f9777f-f32c-4300-b833-552ea9e21e83), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:08.768814 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:38:08.785695 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f9777f-f32c-4300-b833-552ea9e21e83,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:08.788882 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (a0de6bec-9013-49db-a82b-7685dd5a0420), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:08.789213 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.segments_db [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Added segment a0de6bec-9013-49db-a82b-7685dd5a0420 of type vlan for network 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 Jan 11 06:38:08.832556 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:08.857866 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:08.858862 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:08.859451 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:08.917004 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2939191 Jan 11 06:38:08.917745 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35548) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:08.923158 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-043a1ecd-7828-4716-ad76-1e3e358d8c0f admin admin] Request body: {'subnet': {'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1554852982-subnet', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'ip_version': 4}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:08.925789 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cae5a1-d7d9-4021-850a-17117be0a228 admin admin] Pushing event updated for resources: {'Network': ['ID=6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:08.939981 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:38:08.990224 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043a1ecd-7828-4716-ad76-1e3e358d8c0f admin admin] Made reservation on behalf of 6cdad477fd9b4fbf90307f8ae332653a for: {'subnet': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:38:08.992568 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-043a1ecd-7828-4716-ad76-1e3e358d8c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3809041'] for subnet (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:09.064179 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1938d7-b389-464b-b727-ff75783c55b0 req-593f5857-82e6-48f6-9285-485cb0e9f554 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:09.065684 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8d1938d7-b389-464b-b727-ff75783c55b0 req-593f5857-82e6-48f6-9285-485cb0e9f554 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.1101542 Jan 11 06:38:09.130613 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Sync routers for ids ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:38:09.133023 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8d1938d7-b389-464b-b727-ff75783c55b0 req-0563b1f1-866e-49b9-8421-f88d3e9304ca tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602136 Jan 11 06:38:09.142054 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Routers {'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:38:09.142684 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:37:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:09.217957 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-043a1ecd-7828-4716-ad76-1e3e358d8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3809027'] for subnet (2457fa8c-6718-481f-a354-d3bcba9f19c9), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:09.251777 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Set router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:38:09.274038 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a1ecd-7828-4716-ad76-1e3e358d8c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2457fa8c-6718-481f-a354-d3bcba9f19c9,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:09.285798 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043a1ecd-7828-4716-ad76-1e3e358d8c0f admin admin] Checking segment: {'id': 'a0de6bec-9013-49db-a82b-7685dd5a0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:38:09.286124 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a1ecd-7828-4716-ad76-1e3e358d8c0f admin admin] Network hostable DHCP agents. Network: 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:38:09.304823 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a1ecd-7828-4716-ad76-1e3e358d8c0f admin admin] Network 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:38:09.316478 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-043a1ecd-7828-4716-ad76-1e3e358d8c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86) {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:09.322016 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043a1ecd-7828-4716-ad76-1e3e358d8c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:09.322864 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-043a1ecd-7828-4716-ad76-1e3e358d8c0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:09.341699 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e976e46-53a5-474a-b065-d926147aa025 None None] Network 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:38:09.342789 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-043a1ecd-7828-4716-ad76-1e3e358d8c0f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4236465 Jan 11 06:38:09.345388 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35554) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:09.350586 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1554852982-router', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:09.394501 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13884'] for router (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:09.397241 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-993979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13867'] for router (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:09.469025 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Publish callbacks [] for router_controller (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), precommit_add_association {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:09.519865 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c588cce-5400-5ad6-872a-9e39f37289d9-6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86', 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86', 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'fixed_ips': [{'subnet_id': '2457fa8c-6718-481f-a354-d3bcba9f19c9'}]}} from dv-cinder-606346-33-iscsi. {{(pid=102727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 06:38:09.520747 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:09.575188 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4289c0-2f08-47c7-a55c-cc2550b7634f req-23678183-5f48-45bc-9283-625c233cdd72 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:09.576672 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9a4289c0-2f08-47c7-a55c-cc2550b7634f req-23678183-5f48-45bc-9283-625c233cdd72 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 946 time: 0.1203706 Jan 11 06:38:09.612432 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:07Z', 'revision_number': 4, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': 'ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f', 'name': '', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'mac_address': 'fa:16:3e:a6:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:06Z', 'updated_at': '2022-01-11T06:38:07Z', 'revision_number': 2, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'subnets': [{'id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:09.647549 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Checking router: f1bc02f9-e59e-4fc9-99b4-45f398df5c2d for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:38:09.647815 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Updating router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f binding host dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:38:09.651762 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Publish callbacks [] for router_gateway (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:09.698542 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:09.701687 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9a4289c0-2f08-47c7-a55c-cc2550b7634f req-2df6aa5c-564a-4600-9834-2eaecfaacb74 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962200 Jan 11 06:38:09.727859 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.db_base_plugin_common [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Allocated IP 172.20.0.2 (6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86/2457fa8c-6718-481f-a354-d3bcba9f19c9/b63abea0-a872-4e42-87dd-5983484fee6f) {{(pid=102727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:38:09.765903 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 12ab347a-6b96-4327-9af7-336d947af7fa up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:38:09.912575 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21491b5-5b6f-489d-b877-6917d6a48bfe req-c8f66445-d5da-4afc-9cd0-df16f1bece05 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:09.913975 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c21491b5-5b6f-489d-b877-6917d6a48bfe req-c8f66445-d5da-4afc-9cd0-df16f1bece05 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0819285 Jan 11 06:38:09.914955 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Publish callbacks [] for router_gateway (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:09.935945 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.021300 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c21491b5-5b6f-489d-b877-6917d6a48bfe req-0173aff1-dbd4-4576-af2f-9192cd402f19 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873852 Jan 11 06:38:10.032122 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 12ab347a-6b96-4327-9af7-336d947af7fa triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:10.032776 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (12ab347a-6b96-4327-9af7-336d947af7fa), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.083366 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Allocated IP 172.27.2.97 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/f93315ca-a3f2-46c1-b0f1-07d2c9bcf235) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:38:10.085405 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Publish callbacks [] for port (b63abea0-a872-4e42-87dd-5983484fee6f), precommit_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.101069 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.162292 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Network 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 is already hosted by enough agents. {{(pid=102727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:38:10.173767 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.base_scheduler [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Resources bound (agent type, host, resource id): {{(pid=102727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:10.180640 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Received port after_create {{(pid=102727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:38:10.184029 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Pushing event updated for resources: {'Port': ['ID=b63abea0-a872-4e42-87dd-5983484fee6f,revision_number=1']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:10.197837 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Publish callbacks [] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.268963 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.285696 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d31a16-608f-499a-9dd2-3ed429ccbf97 req-7fb29f84-6f2c-4837-a8ed-f62334128537 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:10.287369 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-01d31a16-608f-499a-9dd2-3ed429ccbf97 req-7fb29f84-6f2c-4837-a8ed-f62334128537 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0721226 Jan 11 06:38:10.336663 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:38:10.344636 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:10.347051 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:38:10.380151 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Pushing event updated for resources: {'Port': ['ID=f93315ca-a3f2-46c1-b0f1-07d2c9bcf235,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:10.411120 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-01d31a16-608f-499a-9dd2-3ed429ccbf97 req-a835ccc0-3d26-4e7e-94df-44a3517416b2 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037328 Jan 11 06:38:10.424702 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Publish callbacks [] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), precommit_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.426380 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 12ab347a-6b96-4327-9af7-336d947af7fa is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:10.426638 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (12ab347a-6b96-4327-9af7-336d947af7fa), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.442014 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.460819 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Attempting to bind port b63abea0-a872-4e42-87dd-5983484fee6f on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:38:10.461182 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Attempting to bind port b63abea0-a872-4e42-87dd-5983484fee6f by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': 'a0de6bec-9013-49db-a82b-7685dd5a0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:38:10.461536 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Attempting to bind port b63abea0-a872-4e42-87dd-5983484fee6f on network 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:38:10.485976 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port 12ab347a-6b96-4327-9af7-336d947af7fa, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=12ab347a-6b96-4327-9af7-336d947af7fa,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:10.493914 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:38:10.494293 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Checking segment: {'id': 'a0de6bec-9013-49db-a82b-7685dd5a0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:38:10.494695 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.495079 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Bound using segment: {'id': 'a0de6bec-9013-49db-a82b-7685dd5a0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:38:10.495548 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Bound port: b63abea0-a872-4e42-87dd-5983484fee6f, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0de6bec-9013-49db-a82b-7685dd5a0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:38:10.495936 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.501029 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (12ab347a-6b96-4327-9af7-336d947af7fa), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.531591 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaf15e-161e-406a-8a5d-baa3cdcc25dd None None] Pushing event updated for resources: {'Port': ['ID=ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:10.668033 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] For port b63abea0-a872-4e42-87dd-5983484fee6f, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:38:10.672693 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Attempting to bind port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:38:10.673068 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Attempting to bind port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:38:10.673484 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Attempting to bind port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f on network 26d2b271-e1ce-42c3-a732-6b6bab068c48 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:38:10.676652 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] For port b63abea0-a872-4e42-87dd-5983484fee6f, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=b63abea0-a872-4e42-87dd-5983484fee6f,segment=NetworkSegment(a0de6bec-9013-49db-a82b-7685dd5a0420),segment_id=a0de6bec-9013-49db-a82b-7685dd5a0420)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:38:10.679042 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=12ab347a-6b96-4327-9af7-336d947af7fa,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:10.684720 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.688931 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:38:10.689319 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Checking segment: {'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:38:10.689707 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.690092 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Bound using segment: {'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:38:10.690567 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Bound port: ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:38:10.690944 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.794581 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9663744-d32e-44e9-8982-23cd526f8249 None None] Pushing event updated for resources: {'Port': ['ID=b63abea0-a872-4e42-87dd-5983484fee6f,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:10.818810 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-51cbbf0e-2c8e-4eb0-adfe-aca6cfbf010b None None] Provisioning complete for port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:10.819184 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-51cbbf0e-2c8e-4eb0-adfe-aca6cfbf010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.821444 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] For port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:38:10.824886 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] For port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:38:10.850920 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:10.861864 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70fd0-d4e9-434f-8c58-3e21178a053f req-585de042-3730-418a-9822-632a5176a450 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:10.863413 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-30a70fd0-d4e9-434f-8c58-3e21178a053f req-585de042-3730-418a-9822-632a5176a450 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 946 time: 0.0735397 Jan 11 06:38:10.907539 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-51cbbf0e-2c8e-4eb0-adfe-aca6cfbf010b None None] Port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:38:10.925343 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaf15e-161e-406a-8a5d-baa3cdcc25dd None None] Pushing event updated for resources: {'Port': ['ID=ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:10.928044 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Routers {'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:38:10.928681 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:37:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:10.987058 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-30a70fd0-d4e9-434f-8c58-3e21178a053f req-f9419830-f618-4d4a-8cf9-9a6c82363b6b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934165 Jan 11 06:38:11.003967 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Publish callbacks [] for router_gateway (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:11.120127 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] Set router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:38:11.257810 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36353053-3cc2-4a13-9dd3-53f200e7c595 req-ae27ff49-7326-4bda-a75a-9e96bbcd2d50 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:11.259634 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-36353053-3cc2-4a13-9dd3-53f200e7c595 req-ae27ff49-7326-4bda-a75a-9e96bbcd2d50 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1305423 Jan 11 06:38:11.284182 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-add0b103-52fc-4e63-984f-6b5109aee662 None None] Provisioning complete for port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:11.284579 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-add0b103-52fc-4e63-984f-6b5109aee662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:11.323724 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993934'] for router (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:11.329419 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-36353053-3cc2-4a13-9dd3-53f200e7c595 req-1a8ff2ae-8540-479a-90eb-35b025f53cc0 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626948 Jan 11 06:38:11.422885 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-add0b103-52fc-4e63-984f-6b5109aee662 None None] Current status of the port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:11.423279 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-add0b103-52fc-4e63-984f-6b5109aee662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:11.469719 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-add0b103-52fc-4e63-984f-6b5109aee662 None None] For port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:11.472382 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:07Z', 'revision_number': 4, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': 'ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f', 'name': '', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'mac_address': 'fa:16:3e:a6:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:06Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 4, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'subnets': [{'id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:11.476100 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-add0b103-52fc-4e63-984f-6b5109aee662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:11.480932 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Router 8181ad5c-0bf4-4626-9e27-56f4f1133cbf is scheduled to L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c with binding_index 1 {{(pid=102725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 06:38:11.510125 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126dd86f-f590-40b9-9ae1-cfa2b32b97b2 None None] The sync data for ids ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'] in dv-cinder-606346-33-iscsi is: [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:07Z', 'revision_number': 4, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': 'ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f', 'name': '', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'mac_address': 'fa:16:3e:a6:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:06Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 4, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'subnets': [{'id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:38:11.596910 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0b103-52fc-4e63-984f-6b5109aee662 None None] Pushing event updated for resources: {'Port': ['ID=ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:11.700957 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a49e9-503a-42b5-ae33-d02e2d92c796 req-6a957174-b2bc-4fc1-ac27-c18cf2d105a3 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:11.703075 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-598a49e9-503a-42b5-ae33-d02e2d92c796 req-6a957174-b2bc-4fc1-ac27-c18cf2d105a3 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.1260211 Jan 11 06:38:11.707120 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:38:11.720597 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Sync routers for ids ['8181ad5c-0bf4-4626-9e27-56f4f1133cbf'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:38:11.740613 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Routers {'8181ad5c-0bf4-4626-9e27-56f4f1133cbf'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:38:11.740820 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea9878-27f5-45ad-b682-d1e3eab6cfdb req-1f1a82ad-6325-4f0b-b9fd-3a249a310e34 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:11.741250 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:37:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['8181ad5c-0bf4-4626-9e27-56f4f1133cbf'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:11.742691 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-65ea9878-27f5-45ad-b682-d1e3eab6cfdb req-1f1a82ad-6325-4f0b-b9fd-3a249a310e34 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 946 time: 0.1599936 Jan 11 06:38:11.832163 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:11.836038 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-cdb28a39-e257-4da5-9f2a-2b12714ae50e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4871378 Jan 11 06:38:11.838012 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 35568) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:11.850134 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-598a49e9-503a-42b5-ae33-d02e2d92c796 req-bd5d8f03-f9eb-43cc-890f-f15f22fbaeef tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032047 Jan 11 06:38:11.932099 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Set router 8181ad5c-0bf4-4626-9e27-56f4f1133cbf gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:38:11.966964 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 12ab347a-6b96-4327-9af7-336d947af7fa up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:38:11.980414 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-65ea9878-27f5-45ad-b682-d1e3eab6cfdb req-2cb6aae9-582b-4fd0-bc96-fe7514d31d92 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Deleting port 5d833f2d-5816-4665-90b3-009c08b3a898 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:38:11.980781 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-65ea9878-27f5-45ad-b682-d1e3eab6cfdb req-2cb6aae9-582b-4fd0-bc96-fe7514d31d92 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.035982 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 12ab347a-6b96-4327-9af7-336d947af7fa triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:12.036384 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (12ab347a-6b96-4327-9af7-336d947af7fa), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.084090 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f67027-6dd5-459b-a640-eaefd4067aba None None] Network 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:38:12.164013 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-65ea9878-27f5-45ad-b682-d1e3eab6cfdb req-2cb6aae9-582b-4fd0-bc96-fe7514d31d92 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] For port 5d833f2d-5816-4665-90b3-009c08b3a898, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=5d833f2d-5816-4665-90b3-009c08b3a898,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:12.164678 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-65ea9878-27f5-45ad-b682-d1e3eab6cfdb req-2cb6aae9-582b-4fd0-bc96-fe7514d31d92 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.194901 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-65ea9878-27f5-45ad-b682-d1e3eab6cfdb req-2cb6aae9-582b-4fd0-bc96-fe7514d31d92 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Calling delete_port for 5d833f2d-5816-4665-90b3-009c08b3a898 owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:38:12.233262 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cec98-4182-4e03-a751-9d0fdfe28579 req-eaadfb18-1750-41fc-b17a-63ac5dd9e1b3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:12.234961 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-799cec98-4182-4e03-a751-9d0fdfe28579 req-eaadfb18-1750-41fc-b17a-63ac5dd9e1b3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 946 time: 0.1138003 Jan 11 06:38:12.237575 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'name': 'tempest-TestMinimumBasicScenario-1554852982-router', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 3, 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'gw_port': {'id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:12.247017 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-8c300a1d-3bcb-4d3c-befb-327d56910cdc None None] Provisioning complete for port b63abea0-a872-4e42-87dd-5983484fee6f triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:12.247596 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8c300a1d-3bcb-4d3c-befb-327d56910cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.296176 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Checking router: 8181ad5c-0bf4-4626-9e27-56f4f1133cbf for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:38:12.296608 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Updating router 8181ad5c-0bf4-4626-9e27-56f4f1133cbf port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 binding host dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:38:12.331781 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.342525 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-799cec98-4182-4e03-a751-9d0fdfe28579 req-950ee391-ca75-467d-aba7-e4c2a1e69f7a tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728722 Jan 11 06:38:12.501187 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-8c300a1d-3bcb-4d3c-befb-327d56910cdc None None] Current status of the port b63abea0-a872-4e42-87dd-5983484fee6f is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:12.501686 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8c300a1d-3bcb-4d3c-befb-327d56910cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.516347 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-65ea9878-27f5-45ad-b682-d1e3eab6cfdb req-2cb6aae9-582b-4fd0-bc96-fe7514d31d92 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (5d833f2d-5816-4665-90b3-009c08b3a898), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.535487 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.553789 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-8c300a1d-3bcb-4d3c-befb-327d56910cdc None None] For port b63abea0-a872-4e42-87dd-5983484fee6f, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=b63abea0-a872-4e42-87dd-5983484fee6f,segment=NetworkSegment(a0de6bec-9013-49db-a82b-7685dd5a0420),segment_id=a0de6bec-9013-49db-a82b-7685dd5a0420)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:12.567056 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['a0700528-82fb-413a-b58a-97b306f4e6cf', '35e0ff33-67f2-4637-a991-e666ea893ffd', '5d833f2d-5816-4665-90b3-009c08b3a898'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:38:12.605984 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8c300a1d-3bcb-4d3c-befb-327d56910cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.640385 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6aae9-582b-4fd0-bc96-fe7514d31d92 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Pushing event deleted for resources: {'Port': ['ID=5d833f2d-5816-4665-90b3-009c08b3a898,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:12.674299 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51c27d-89a4-4245-98ec-e8dc5b16bc02 req-39ecedb2-f435-403d-a25a-b12d09dbe4be tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:12.685336 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7d51c27d-89a4-4245-98ec-e8dc5b16bc02 req-39ecedb2-f435-403d-a25a-b12d09dbe4be tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.2253997 Jan 11 06:38:12.731787 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 12ab347a-6b96-4327-9af7-336d947af7fa is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:12.732910 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ea9878-27f5-45ad-b682-d1e3eab6cfdb req-2cb6aae9-582b-4fd0-bc96-fe7514d31d92 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] No DVR routers for this DVR port 5d833f2d-5816-4665-90b3-009c08b3a898 on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:38:12.733040 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device b63abea0-a872-4e42-87dd-5983484fee6f up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:38:12.738205 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-65ea9878-27f5-45ad-b682-d1e3eab6cfdb req-2cb6aae9-582b-4fd0-bc96-fe7514d31d92 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.747380 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-65ea9878-27f5-45ad-b682-d1e3eab6cfdb req-2cb6aae9-582b-4fd0-bc96-fe7514d31d92 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "DELETE /v2.0/ports/5d833f2d-5816-4665-90b3-009c08b3a898 HTTP/1.1" status: 204 len: 173 time: 0.9616649 Jan 11 06:38:12.747872 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c54e28d-4d36-49af-8290-66977ba1b3ee', 'name': 'network-vif-deleted', 'tag': '5d833f2d-5816-4665-90b3-009c08b3a898'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:38:12.756261 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de4344d-8fcd-4604-862b-8d1b1583618d" -d '{"events": [{"server_uuid": "2c54e28d-4d36-49af-8290-66977ba1b3ee", "name": "network-vif-deleted", "tag": "5d833f2d-5816-4665-90b3-009c08b3a898"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:38:12.768469 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Allocated IP 172.20.0.1 (6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86/2457fa8c-6718-481f-a354-d3bcba9f19c9/39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:38:12.781180 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Publish callbacks [] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.790612 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.858748 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff9da9f-e0c1-4fcc-8123-2e75f4f5f3cd x-openstack-request-id: req-3ff9da9f-e0c1-4fcc-8123-2e75f4f5f3cd {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:38:12.859096 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c54e28d-4d36-49af-8290-66977ba1b3ee", "name": "network-vif-deleted", "tag": "5d833f2d-5816-4665-90b3-009c08b3a898", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:38:12.859361 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ff9da9f-e0c1-4fcc-8123-2e75f4f5f3cd {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:38:12.859768 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c54e28d-4d36-49af-8290-66977ba1b3ee', 'name': 'network-vif-deleted', 'tag': '5d833f2d-5816-4665-90b3-009c08b3a898', 'status': 'completed', 'code': 200} Jan 11 06:38:12.892269 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7d51c27d-89a4-4245-98ec-e8dc5b16bc02 req-e4b845d7-776c-42d3-ad08-7509301a3669 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059951 Jan 11 06:38:12.915671 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03597cd-33a7-412a-9831-4909171a612a None None] Pushing event updated for resources: {'Port': ['ID=f93315ca-a3f2-46c1-b0f1-07d2c9bcf235,revision_number=2']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:12.950592 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Publish callbacks [] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.963604 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Attempting to bind port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:38:12.964180 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Attempting to bind port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:38:12.967992 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Attempting to bind port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 on network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:38:12.974935 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:38:12.975320 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Checking segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:38:12.975731 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:12.978879 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Bound using segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:38:12.979431 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Bound port: f93315ca-a3f2-46c1-b0f1-07d2c9bcf235, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:38:12.981035 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.015361 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.080738 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Network 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:38:13.084045 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:13.090061 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:38:13.099365 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Pushing event updated for resources: {'Port': ['ID=39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:13.126311 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] For port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:38:13.130331 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] For port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=f93315ca-a3f2-46c1-b0f1-07d2c9bcf235,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:38:13.131854 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbb81e-7842-41ba-bb36-032d309f1266 req-1187da12-de3c-4fd9-9d58-69dab9eb6910 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:13.137178 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9cdbb81e-7842-41ba-bb36-032d309f1266 req-1187da12-de3c-4fd9-9d58-69dab9eb6910 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.1448607 Jan 11 06:38:13.143629 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.157766 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992443'] for router_interface (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.201033 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c300a1d-3bcb-4d3c-befb-327d56910cdc None None] Pushing event updated for resources: {'Port': ['ID=b63abea0-a872-4e42-87dd-5983484fee6f,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:13.259978 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Routers {'8181ad5c-0bf4-4626-9e27-56f4f1133cbf'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:38:13.260911 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:37:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['8181ad5c-0bf4-4626-9e27-56f4f1133cbf'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:13.263239 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03597cd-33a7-412a-9831-4909171a612a None None] Pushing event updated for resources: {'Port': ['ID=f93315ca-a3f2-46c1-b0f1-07d2c9bcf235,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:13.310689 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-884a0535-b0e5-4a9f-b99a-83128a61bf59 None None] Provisioning complete for port b63abea0-a872-4e42-87dd-5983484fee6f triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:13.311263 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-884a0535-b0e5-4a9f-b99a-83128a61bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.311479 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9cdbb81e-7842-41ba-bb36-032d309f1266 req-23482772-94f1-4e2e-888d-9837cc0f639c tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683576 Jan 11 06:38:13.394302 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.471534 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] Set router 8181ad5c-0bf4-4626-9e27-56f4f1133cbf gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:38:13.504176 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-9837d483-2e01-4d17-a5bb-f86c9c1a13f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.528562 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7f609f09-0bde-4967-8009-afe709038884 req-1cd51214-b4fb-4775-bcfc-3d69b24b0b35 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c54e28d-4d36-49af-8290-66977ba1b3ee HTTP/1.1" status: 200 len: 210 time: 0.0443711 Jan 11 06:38:13.537826 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port b63abea0-a872-4e42-87dd-5983484fee6f triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:13.538400 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.655485 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-884a0535-b0e5-4a9f-b99a-83128a61bf59 None None] Current status of the port b63abea0-a872-4e42-87dd-5983484fee6f is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:13.724715 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Publish callbacks [] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.729475 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.744786 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'name': 'tempest-TestMinimumBasicScenario-1554852982-router', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 3, 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'gw_port': {'id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:13.772215 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103df859-59b5-479b-ab40-9184ea4937fa None None] The sync data for ids ['8181ad5c-0bf4-4626-9e27-56f4f1133cbf'] in dv-cinder-606346-33-iscsi is: [{'id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'name': 'tempest-TestMinimumBasicScenario-1554852982-router', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 3, 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'gw_port': {'id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:38:13.788235 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port b63abea0-a872-4e42-87dd-5983484fee6f is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:13.789691 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:38:13.824158 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992335'] for router_interface (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.839191 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0525e9-2f52-42fd-84d5-8d6d328a6e85 req-e4cee7fe-834b-4bc4-9e02-9f85f26d66de tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:13.840754 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c0525e9-2f52-42fd-84d5-8d6d328a6e85 req-e4cee7fe-834b-4bc4-9e02-9f85f26d66de tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.30 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.0549161 Jan 11 06:38:13.841721 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Pushing event updated for resources: {'Port': ['ID=39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:13.850308 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-c435d326-bab6-40a8-8518-b88f092a631f None None] Provisioning complete for port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:13.850764 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-c435d326-bab6-40a8-8518-b88f092a631f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.947309 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-9c0525e9-2f52-42fd-84d5-8d6d328a6e85 req-2104d77c-d872-4999-8055-e2592d66d8f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Deleting port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:38:13.947670 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-9c0525e9-2f52-42fd-84d5-8d6d328a6e85 req-2104d77c-d872-4999-8055-e2592d66d8f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.950930 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-c435d326-bab6-40a8-8518-b88f092a631f None None] Port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:38:13.957088 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:13.957466 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:13.969591 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Network 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:38:13.972036 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:14.079195 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:14.119084 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3bbf0-5701-4d98-909f-2b739e6fb299 req-3e45fb7c-51f1-46f1-93a9-b310eb7d19f5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:14.128294 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-97a3bbf0-5701-4d98-909f-2b739e6fb299 req-3e45fb7c-51f1-46f1-93a9-b310eb7d19f5 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 946 time: 0.1085210 Jan 11 06:38:14.166254 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Router 8181ad5c-0bf4-4626-9e27-56f4f1133cbf has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:38:14.170548 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-9c0525e9-2f52-42fd-84d5-8d6d328a6e85 req-2104d77c-d872-4999-8055-e2592d66d8f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] For port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=11e7438a-7ef8-4f57-ab41-492f9cfa61ec,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:14.171048 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-9c0525e9-2f52-42fd-84d5-8d6d328a6e85 req-2104d77c-d872-4999-8055-e2592d66d8f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:14.198626 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-9c0525e9-2f52-42fd-84d5-8d6d328a6e85 req-2104d77c-d872-4999-8055-e2592d66d8f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Calling delete_port for 11e7438a-7ef8-4f57-ab41-492f9cfa61ec owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:38:14.224538 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-97a3bbf0-5701-4d98-909f-2b739e6fb299 req-ca566232-906a-42ee-a48e-3d32a38aa58e tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883691 Jan 11 06:38:14.234099 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device b63abea0-a872-4e42-87dd-5983484fee6f up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:38:14.323335 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port b63abea0-a872-4e42-87dd-5983484fee6f triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:14.324786 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:14.346455 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:38:14.361089 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a8e02f3f-43f5-454b-b038-632ed4a10127 admin admin] 10.222.0.15 "PUT /v2.0/routers/8181ad5c-0bf4-4626-9e27-56f4f1133cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5210545 Jan 11 06:38:14.407880 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-cee6e6c1-f0c0-4c72-a2e2-60e10a21c637 None None] Provisioning complete for port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:14.408251 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-cee6e6c1-f0c0-4c72-a2e2-60e10a21c637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:14.476303 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-cee6e6c1-f0c0-4c72-a2e2-60e10a21c637 None None] Port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:38:14.479741 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-9c0525e9-2f52-42fd-84d5-8d6d328a6e85 req-2104d77c-d872-4999-8055-e2592d66d8f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (11e7438a-7ef8-4f57-ab41-492f9cfa61ec), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:14.487979 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port b63abea0-a872-4e42-87dd-5983484fee6f is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:14.519418 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['11e7438a-7ef8-4f57-ab41-492f9cfa61ec'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:38:14.519804 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104d77c-d872-4999-8055-e2592d66d8f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Pushing event deleted for resources: {'Port': ['ID=11e7438a-7ef8-4f57-ab41-492f9cfa61ec,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:14.576222 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0525e9-2f52-42fd-84d5-8d6d328a6e85 req-2104d77c-d872-4999-8055-e2592d66d8f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] No DVR routers for this DVR port 11e7438a-7ef8-4f57-ab41-492f9cfa61ec on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:38:14.579609 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-9c0525e9-2f52-42fd-84d5-8d6d328a6e85 req-2104d77c-d872-4999-8055-e2592d66d8f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:14.583023 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c0525e9-2f52-42fd-84d5-8d6d328a6e85 req-2104d77c-d872-4999-8055-e2592d66d8f9 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.30 "DELETE /v2.0/ports/11e7438a-7ef8-4f57-ab41-492f9cfa61ec HTTP/1.1" status: 204 len: 173 time: 0.7366052 Jan 11 06:38:14.595693 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214af32-6f1f-45a2-ae12-973a6edb6271 req-0f9b0fef-171d-4b18-915d-f08986422125 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:14.597558 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d214af32-6f1f-45a2-ae12-973a6edb6271 req-0f9b0fef-171d-4b18-915d-f08986422125 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.1596797 Jan 11 06:38:14.686088 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d214af32-6f1f-45a2-ae12-973a6edb6271 req-4c7098f6-b1ab-4541-b0cf-82ea25b31758 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798647 Jan 11 06:38:14.862917 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dcff0b-7c74-4687-9488-fae3280ca099', 'name': 'network-vif-deleted', 'tag': '11e7438a-7ef8-4f57-ab41-492f9cfa61ec'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:38:14.865412 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60080718-2fe1-4f1e-8258-355c7c74f48c" -d '{"events": [{"server_uuid": "70dcff0b-7c74-4687-9488-fae3280ca099", "name": "network-vif-deleted", "tag": "11e7438a-7ef8-4f57-ab41-492f9cfa61ec"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:38:14.885863 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98364146-f65e-44e9-89a9-315d72a101cc req-6d07b1e8-ff4c-4151-9589-d7c3a4c38a1c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:14.888538 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-98364146-f65e-44e9-89a9-315d72a101cc req-6d07b1e8-ff4c-4151-9589-d7c3a4c38a1c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 945 time: 0.0646415 Jan 11 06:38:14.905471 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17487739-98c9-4bda-9cb8-c3fc3789338f x-openstack-request-id: req-17487739-98c9-4bda-9cb8-c3fc3789338f {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:38:14.905856 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dcff0b-7c74-4687-9488-fae3280ca099", "name": "network-vif-deleted", "tag": "11e7438a-7ef8-4f57-ab41-492f9cfa61ec", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:38:14.906265 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17487739-98c9-4bda-9cb8-c3fc3789338f {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:38:14.906659 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dcff0b-7c74-4687-9488-fae3280ca099', 'name': 'network-vif-deleted', 'tag': '11e7438a-7ef8-4f57-ab41-492f9cfa61ec', 'status': 'completed', 'code': 200} Jan 11 06:38:14.950993 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-98364146-f65e-44e9-89a9-315d72a101cc req-d144dd9a-8d46-4e9e-8da1-7441d320c0e5 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563095 Jan 11 06:38:15.394483 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6b53ffdf-9395-410b-86ea-539fa7071596 req-e6285744-d78a-4ead-8c6f-13b669e72391 tempest-ServerRescueNegativeTestJSON-1936918925 tempest-ServerRescueNegativeTestJSON-1936918925-project] 10.222.0.15 "GET /v2.0/ports?device_id=70dcff0b-7c74-4687-9488-fae3280ca099 HTTP/1.1" status: 200 len: 210 time: 0.0508590 Jan 11 06:38:15.585414 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 5d833f2d-5816-4665-90b3-009c08b3a898 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:38:15.611015 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 5d833f2d-5816-4665-90b3-009c08b3a898 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:38:15.611700 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 5d833f2d-5816-4665-90b3-009c08b3a898 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:38:15.612316 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 11e7438a-7ef8-4f57-ab41-492f9cfa61ec no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:38:15.635707 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 11e7438a-7ef8-4f57-ab41-492f9cfa61ec {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:38:15.636056 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 11e7438a-7ef8-4f57-ab41-492f9cfa61ec not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:38:15.730981 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-93ca8173-ae7f-4219-aa42-a2c181e49ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:15.803175 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Sync routers for ids ['8181ad5c-0bf4-4626-9e27-56f4f1133cbf'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:38:15.814011 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Routers {'8181ad5c-0bf4-4626-9e27-56f4f1133cbf'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:38:15.814680 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:38:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['8181ad5c-0bf4-4626-9e27-56f4f1133cbf'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:15.837432 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894850f-ca3f-453c-9094-95f47e4b470c req-c8bc0d28-4035-45af-b787-4f331ff6e245 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:15.839631 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3894850f-ca3f-453c-9094-95f47e4b470c req-c8bc0d28-4035-45af-b787-4f331ff6e245 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0556748 Jan 11 06:38:15.894997 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3894850f-ca3f-453c-9094-95f47e4b470c req-522b0719-8390-4b15-843a-ab035d6ff2fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475652 Jan 11 06:38:15.938423 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Set router 8181ad5c-0bf4-4626-9e27-56f4f1133cbf gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:38:16.091327 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda110d-3b57-4641-b747-75ff87946964 req-eb70d3d2-1a97-4990-8cfd-c380e25cb1cc tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:16.099561 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3bda110d-3b57-4641-b747-75ff87946964 req-eb70d3d2-1a97-4990-8cfd-c380e25cb1cc tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 945 time: 0.0656826 Jan 11 06:38:16.184391 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3bda110d-3b57-4641-b747-75ff87946964 req-4a27e6ba-974f-4640-b083-4411888ea3e9 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796795 Jan 11 06:38:16.212940 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'name': 'tempest-TestMinimumBasicScenario-1554852982-router', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:13Z', 'revision_number': 4, 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'gw_port': {'id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3', 'name': '', 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'mac_address': 'fa:16:3e:f1:4c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2457fa8c-6718-481f-a354-d3bcba9f19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:12Z', 'updated_at': '2022-01-11T06:38:13Z', 'revision_number': 2, 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'subnets': [{'id': '2457fa8c-6718-481f-a354-d3bcba9f19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:16.252349 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:38:16.255730 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Checking router: 8181ad5c-0bf4-4626-9e27-56f4f1133cbf for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:38:16.256093 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Updating router 8181ad5c-0bf4-4626-9e27-56f4f1133cbf port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 binding host dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:38:16.314348 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:16.363584 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:16.363892 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:16.460080 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 35628) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:16.571536 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:16.572047 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:16.604400 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=f93315ca-a3f2-46c1-b0f1-07d2c9bcf235,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:16.611617 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:16.717708 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=f93315ca-a3f2-46c1-b0f1-07d2c9bcf235,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:16.741721 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Publish callbacks [] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), precommit_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:16.750130 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:16.774469 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a744e5-f76a-4b15-b368-9b71ad521c4c req-b51caefe-0397-4159-b5a9-5fcfc0f920fd tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:16.776652 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-67a744e5-f76a-4b15-b368-9b71ad521c4c req-b51caefe-0397-4159-b5a9-5fcfc0f920fd tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 945 time: 0.0804076 Jan 11 06:38:16.867408 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1a7ae-f20c-4e71-95f5-e563be0e860d None None] Pushing event updated for resources: {'Port': ['ID=39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:16.884294 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Attempting to bind port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:38:16.884734 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Attempting to bind port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': 'a0de6bec-9013-49db-a82b-7685dd5a0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:38:16.890282 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Attempting to bind port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 on network 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:38:16.899704 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:38:16.900176 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Checking segment: {'id': 'a0de6bec-9013-49db-a82b-7685dd5a0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:38:16.900764 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:16.901231 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Bound using segment: {'id': 'a0de6bec-9013-49db-a82b-7685dd5a0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:38:16.901774 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Bound port: 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0de6bec-9013-49db-a82b-7685dd5a0420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:38:16.902239 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:16.928863 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:16.979263 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-67a744e5-f76a-4b15-b368-9b71ad521c4c req-e5cd0d52-c725-40ab-8d35-e0391fb7aff3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Deleting port 35e0ff33-67f2-4637-a991-e666ea893ffd {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:38:16.983597 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-67a744e5-f76a-4b15-b368-9b71ad521c4c req-e5cd0d52-c725-40ab-8d35-e0391fb7aff3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:17.005751 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] For port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:38:17.011073 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] For port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3,segment=NetworkSegment(a0de6bec-9013-49db-a82b-7685dd5a0420),segment_id=a0de6bec-9013-49db-a82b-7685dd5a0420)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:38:17.019587 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:17.085318 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1a7ae-f20c-4e71-95f5-e563be0e860d None None] Pushing event updated for resources: {'Port': ['ID=39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:17.123343 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Routers {'8181ad5c-0bf4-4626-9e27-56f4f1133cbf'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:38:17.124244 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:38:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['8181ad5c-0bf4-4626-9e27-56f4f1133cbf'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:17.186724 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dec915-8914-4c15-955b-1e74f0e7535f req-be8b2dcf-855a-4e2d-92eb-12bce231fcab tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:17.195981 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-36dec915-8914-4c15-955b-1e74f0e7535f req-be8b2dcf-855a-4e2d-92eb-12bce231fcab tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.1437798 Jan 11 06:38:17.198175 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea923e45-6eb0-4466-ab34-884042b085ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992292'] for router_interface (d0aed15c-1bec-40ce-8dd4-ffb026309472), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:17.294405 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-a753f920-1474-4c1d-b2ab-3688559fa731 None None] Provisioning complete for port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:17.294779 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a753f920-1474-4c1d-b2ab-3688559fa731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:17.331789 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-36dec915-8914-4c15-955b-1e74f0e7535f req-ea78c2ee-d13b-4c12-9d40-05590932ccfa tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278796 Jan 11 06:38:17.334880 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-67a744e5-f76a-4b15-b368-9b71ad521c4c req-e5cd0d52-c725-40ab-8d35-e0391fb7aff3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] For port 35e0ff33-67f2-4637-a991-e666ea893ffd, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=35e0ff33-67f2-4637-a991-e666ea893ffd,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:17.335259 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-67a744e5-f76a-4b15-b368-9b71ad521c4c req-e5cd0d52-c725-40ab-8d35-e0391fb7aff3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:17.372790 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-67a744e5-f76a-4b15-b368-9b71ad521c4c req-e5cd0d52-c725-40ab-8d35-e0391fb7aff3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Calling delete_port for 35e0ff33-67f2-4637-a991-e666ea893ffd owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:38:17.405609 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] Set router 8181ad5c-0bf4-4626-9e27-56f4f1133cbf gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:38:17.478746 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b80b1-f6bc-4eff-8f9c-a41fb569047b req-04380dd4-e0bf-4ff7-afb1-2d09c6f6c762 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:17.480569 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-355b80b1-f6bc-4eff-8f9c-a41fb569047b req-04380dd4-e0bf-4ff7-afb1-2d09c6f6c762 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7a7d10-9931-4131-b88e-af983b5a07b2 HTTP/1.1" status: 200 len: 945 time: 0.1762037 Jan 11 06:38:17.525241 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-a753f920-1474-4c1d-b2ab-3688559fa731 None None] Current status of the port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:17.525638 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a753f920-1474-4c1d-b2ab-3688559fa731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:17.578656 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-355b80b1-f6bc-4eff-8f9c-a41fb569047b req-3ff4f426-c2b1-46f4-85b1-fc9763b1f3eb tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774629 Jan 11 06:38:17.600782 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-67a744e5-f76a-4b15-b368-9b71ad521c4c req-e5cd0d52-c725-40ab-8d35-e0391fb7aff3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (35e0ff33-67f2-4637-a991-e666ea893ffd), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:17.642754 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['a0700528-82fb-413a-b58a-97b306f4e6cf', '35e0ff33-67f2-4637-a991-e666ea893ffd'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:38:17.650683 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd0d52-c725-40ab-8d35-e0391fb7aff3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Pushing event deleted for resources: {'Port': ['ID=35e0ff33-67f2-4637-a991-e666ea893ffd,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:17.707806 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a744e5-f76a-4b15-b368-9b71ad521c4c req-e5cd0d52-c725-40ab-8d35-e0391fb7aff3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] No DVR routers for this DVR port 35e0ff33-67f2-4637-a991-e666ea893ffd on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:38:17.710985 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-67a744e5-f76a-4b15-b368-9b71ad521c4c req-e5cd0d52-c725-40ab-8d35-e0391fb7aff3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:17.714761 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-67a744e5-f76a-4b15-b368-9b71ad521c4c req-e5cd0d52-c725-40ab-8d35-e0391fb7aff3 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "DELETE /v2.0/ports/35e0ff33-67f2-4637-a991-e666ea893ffd HTTP/1.1" status: 204 len: 173 time: 0.9246998 Jan 11 06:38:17.715257 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7a7d10-9931-4131-b88e-af983b5a07b2', 'name': 'network-vif-deleted', 'tag': '35e0ff33-67f2-4637-a991-e666ea893ffd'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:38:17.729678 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a933ff1b-8433-4d20-8b54-339c5ad3988e" -d '{"events": [{"server_uuid": "9c7a7d10-9931-4131-b88e-af983b5a07b2", "name": "network-vif-deleted", "tag": "35e0ff33-67f2-4637-a991-e666ea893ffd"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:38:17.781274 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ecfe14-b811-435e-b811-335d13af0951 x-openstack-request-id: req-c4ecfe14-b811-435e-b811-335d13af0951 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:38:17.781681 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7a7d10-9931-4131-b88e-af983b5a07b2", "name": "network-vif-deleted", "tag": "35e0ff33-67f2-4637-a991-e666ea893ffd", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:38:17.781982 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4ecfe14-b811-435e-b811-335d13af0951 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:38:17.782572 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7a7d10-9931-4131-b88e-af983b5a07b2', 'name': 'network-vif-deleted', 'tag': '35e0ff33-67f2-4637-a991-e666ea893ffd', 'status': 'completed', 'code': 200} Jan 11 06:38:18.013523 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-a753f920-1474-4c1d-b2ab-3688559fa731 None None] For port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3,segment=NetworkSegment(a0de6bec-9013-49db-a82b-7685dd5a0420),segment_id=a0de6bec-9013-49db-a82b-7685dd5a0420)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:18.017613 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-ea923e45-6eb0-4466-ab34-884042b085ba admin admin] Deleting port 0825ad80-caf0-40b3-b89c-10f975203e2f {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:38:18.018120 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea923e45-6eb0-4466-ab34-884042b085ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:18.028858 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a753f920-1474-4c1d-b2ab-3688559fa731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:18.121311 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753f920-1474-4c1d-b2ab-3688559fa731 None None] Pushing event updated for resources: {'Port': ['ID=39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:18.138964 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-ea923e45-6eb0-4466-ab34-884042b085ba admin admin] For port 0825ad80-caf0-40b3-b89c-10f975203e2f, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=0825ad80-caf0-40b3-b89c-10f975203e2f,segment=NetworkSegment(eece83a8-6f6c-4143-8626-778b5c290d3d),segment_id=eece83a8-6f6c-4143-8626-778b5c290d3d)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:18.139408 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea923e45-6eb0-4466-ab34-884042b085ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:18.156543 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-ea923e45-6eb0-4466-ab34-884042b085ba admin admin] Calling delete_port for 0825ad80-caf0-40b3-b89c-10f975203e2f owned by network:router_interface {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:38:18.201571 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-cacb0b3d-4ef3-4acf-aedb-344b9b6a0187 None None] Provisioning complete for port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:18.202085 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-cacb0b3d-4ef3-4acf-aedb-344b9b6a0187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:18.233779 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:38:18.319747 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'name': 'tempest-TestMinimumBasicScenario-1554852982-router', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:13Z', 'revision_number': 4, 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'gw_port': {'id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3', 'name': '', 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'mac_address': 'fa:16:3e:f1:4c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2457fa8c-6718-481f-a354-d3bcba9f19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:12Z', 'updated_at': '2022-01-11T06:38:17Z', 'revision_number': 4, 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'subnets': [{'id': '2457fa8c-6718-481f-a354-d3bcba9f19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:18.321915 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:18.362019 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed7cb0a-9383-4611-95bc-14c3c3f5fee6 None None] The sync data for ids ['8181ad5c-0bf4-4626-9e27-56f4f1133cbf'] in dv-cinder-606346-33-iscsi is: [{'id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'name': 'tempest-TestMinimumBasicScenario-1554852982-router', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:13Z', 'revision_number': 4, 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'gw_port': {'id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3', 'name': '', 'network_id': '6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'mac_address': 'fa:16:3e:f1:4c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2457fa8c-6718-481f-a354-d3bcba9f19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:12Z', 'updated_at': '2022-01-11T06:38:17Z', 'revision_number': 4, 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'subnets': [{'id': '2457fa8c-6718-481f-a354-d3bcba9f19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:38:18.417176 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:18.417405 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:18.478355 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-cacb0b3d-4ef3-4acf-aedb-344b9b6a0187 None None] Current status of the port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:18.543142 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea923e45-6eb0-4466-ab34-884042b085ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (0825ad80-caf0-40b3-b89c-10f975203e2f), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:18.598152 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:18.617044 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382a8be-1476-4f15-b12e-751975d89a6f req-90a91627-73ee-4082-8a22-d8bffcd051d6 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:18.624530 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e382a8be-1476-4f15-b12e-751975d89a6f req-90a91627-73ee-4082-8a22-d8bffcd051d6 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.1045561 Jan 11 06:38:18.641485 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea923e45-6eb0-4466-ab34-884042b085ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0825ad80-caf0-40b3-b89c-10f975203e2f,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:18.702705 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e382a8be-1476-4f15-b12e-751975d89a6f req-159de537-2466-4257-b584-ce58d93dfa38 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770938 Jan 11 06:38:18.870488 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ea923e45-6eb0-4466-ab34-884042b085ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993716'] for router_interface (d0aed15c-1bec-40ce-8dd4-ffb026309472), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:19.147591 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea923e45-6eb0-4466-ab34-884042b085ba admin admin] Router d0aed15c-1bec-40ce-8dd4-ffb026309472 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:38:19.316209 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea923e45-6eb0-4466-ab34-884042b085ba admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:38:19.324636 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-ea923e45-6eb0-4466-ab34-884042b085ba admin admin] 10.222.0.15 "PUT /v2.0/routers/d0aed15c-1bec-40ce-8dd4-ffb026309472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8636003 Jan 11 06:38:19.327569 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 35648) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:19.330762 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add0fd5a-6a45-4454-83e8-57cb50c7cded None None] Sync routers for ids ['d0aed15c-1bec-40ce-8dd4-ffb026309472'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:38:19.346254 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0fd5a-6a45-4454-83e8-57cb50c7cded None None] Routers {'d0aed15c-1bec-40ce-8dd4-ffb026309472'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:38:19.347678 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-add0fd5a-6a45-4454-83e8-57cb50c7cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:38:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['d0aed15c-1bec-40ce-8dd4-ffb026309472'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:19.453363 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Publish callbacks [] for router (d0aed15c-1bec-40ce-8dd4-ffb026309472), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:19.553888 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-add0fd5a-6a45-4454-83e8-57cb50c7cded None None] Set router d0aed15c-1bec-40ce-8dd4-ffb026309472 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:38:19.615488 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Publish callbacks [] for router_gateway (d0aed15c-1bec-40ce-8dd4-ffb026309472), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:19.694890 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Deleting port 81249f53-5cdd-41b8-9444-12fe66cad809 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:38:19.695709 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (81249f53-5cdd-41b8-9444-12fe66cad809), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:19.699151 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:19.804759 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] For port 81249f53-5cdd-41b8-9444-12fe66cad809, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=81249f53-5cdd-41b8-9444-12fe66cad809,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:19.805128 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (81249f53-5cdd-41b8-9444-12fe66cad809), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:19.825438 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Calling delete_port for 81249f53-5cdd-41b8-9444-12fe66cad809 owned by network:router_gateway {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:38:19.896236 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29df98e-98fb-4bbc-92a2-6766a7a01705 req-14bbacd4-9b10-4c88-9b21-ab5a66f29581 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:19.906193 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f29df98e-98fb-4bbc-92a2-6766a7a01705 req-14bbacd4-9b10-4c88-9b21-ab5a66f29581 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0921917 Jan 11 06:38:19.912879 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-add0fd5a-6a45-4454-83e8-57cb50c7cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'name': 'tempest-ServerRescueNegativeTestJSON-1089002373-router', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:43Z', 'updated_at': '2022-01-11T06:38:18Z', 'revision_number': 5, 'project_id': '31e84ac9ee404752be92f04b91836944', 'gw_port': {'id': '81249f53-5cdd-41b8-9444-12fe66cad809', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:19.969053 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f29df98e-98fb-4bbc-92a2-6766a7a01705 req-486a3cfe-a3d1-4c6c-b5a9-187e6b5c1678 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617809 Jan 11 06:38:20.111849 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (81249f53-5cdd-41b8-9444-12fe66cad809), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.189920 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Pushing event deleted for resources: {'Port': ['ID=81249f53-5cdd-41b8-9444-12fe66cad809,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:20.263239 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add0fd5a-6a45-4454-83e8-57cb50c7cded None None] Checking router: d0aed15c-1bec-40ce-8dd4-ffb026309472 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:38:20.283402 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0fd5a-6a45-4454-83e8-57cb50c7cded None None] Routers {'d0aed15c-1bec-40ce-8dd4-ffb026309472'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:38:20.284031 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-add0fd5a-6a45-4454-83e8-57cb50c7cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:38:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['d0aed15c-1bec-40ce-8dd4-ffb026309472'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:20.318358 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993898'] for router_gateway (d0aed15c-1bec-40ce-8dd4-ffb026309472), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.402523 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-add0fd5a-6a45-4454-83e8-57cb50c7cded None None] Set router d0aed15c-1bec-40ce-8dd4-ffb026309472 gateway port host: None {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:38:20.438941 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13858'] for router (d0aed15c-1bec-40ce-8dd4-ffb026309472), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.443208 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Publish callbacks [] for router_controller (d0aed15c-1bec-40ce-8dd4-ffb026309472), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.461828 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:38:20.486980 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418f33-97b4-4ef7-b3e1-98405c44fc84 req-136a031b-2c61-49e2-9866-c1468e15c23f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:20.502951 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-add0fd5a-6a45-4454-83e8-57cb50c7cded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'name': 'tempest-ServerRescueNegativeTestJSON-1089002373-router', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:43Z', 'updated_at': '2022-01-11T06:38:20Z', 'revision_number': 7, 'project_id': '31e84ac9ee404752be92f04b91836944', 'gw_port_host': None}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:20.507724 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-56418f33-97b4-4ef7-b3e1-98405c44fc84 req-136a031b-2c61-49e2-9866-c1468e15c23f tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 945 time: 0.1389596 Jan 11 06:38:20.535338 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994803'] for router (d0aed15c-1bec-40ce-8dd4-ffb026309472), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.536082 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0aed15c-1bec-40ce-8dd4-ffb026309472 {{(pid=102726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 06:38:20.543579 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add0fd5a-6a45-4454-83e8-57cb50c7cded None None] The sync data for ids ['d0aed15c-1bec-40ce-8dd4-ffb026309472'] in dv-cinder-606346-33-iscsi is: [{'id': 'd0aed15c-1bec-40ce-8dd4-ffb026309472', 'name': 'tempest-ServerRescueNegativeTestJSON-1089002373-router', 'tenant_id': '31e84ac9ee404752be92f04b91836944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:43Z', 'updated_at': '2022-01-11T06:38:20Z', 'revision_number': 7, 'project_id': '31e84ac9ee404752be92f04b91836944', 'gw_port_host': None}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:38:20.551373 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] Publish callbacks [] for router (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.553550 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-10b86d60-347a-4688-bd94-f475da031dca admin admin] 10.222.0.15 "DELETE /v2.0/routers/d0aed15c-1bec-40ce-8dd4-ffb026309472 HTTP/1.1" status: 204 len: 168 time: 1.2244620 Jan 11 06:38:20.556095 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 35658) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:20.563576 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:20.563949 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.614840 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_v2 [None req-789b7711-4bec-4caa-96fc-40cb523dfe70 admin admin] Deleting subnet eb11493f-ae20-42be-b515-410678056618 {{(pid=102726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:38:20.618506 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-56418f33-97b4-4ef7-b3e1-98405c44fc84 req-dd4291f9-58c8-401e-a38a-fe9654f2ad6b tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046467 Jan 11 06:38:20.621154 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-789b7711-4bec-4caa-96fc-40cb523dfe70 admin admin] Publish callbacks [] for subnet (eb11493f-ae20-42be-b515-410678056618), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.659257 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-789b7711-4bec-4caa-96fc-40cb523dfe70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2758286'] for subnet (eb11493f-ae20-42be-b515-410678056618), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.661553 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:20.705329 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-789b7711-4bec-4caa-96fc-40cb523dfe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (eb11493f-ae20-42be-b515-410678056618), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.766994 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-789b7711-4bec-4caa-96fc-40cb523dfe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17062875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17170681'] for subnet (eb11493f-ae20-42be-b515-410678056618), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.792925 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b7711-4bec-4caa-96fc-40cb523dfe70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb11493f-ae20-42be-b515-410678056618,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:20.797119 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-789b7711-4bec-4caa-96fc-40cb523dfe70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.802380 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-789b7711-4bec-4caa-96fc-40cb523dfe70 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eb11493f-ae20-42be-b515-410678056618 HTTP/1.1" status: 204 len: 168 time: 0.2417042 Jan 11 06:38:20.802585 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 35660) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:20.886073 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (aeb694f5-225b-41d3-a2ee-a04b6b3ccc72), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:20.973142 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (aeb694f5-225b-41d3-a2ee-a04b6b3ccc72), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:21.009666 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb694f5-225b-41d3-a2ee-a04b6b3ccc72']}} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:21.020619 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eece83a8-6f6c-4143-8626-778b5c290d3d') {'for_net_delete': True} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:21.020989 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eece83a8-6f6c-4143-8626-778b5c290d3d') {} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:21.034840 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2758391'] for segment (eece83a8-6f6c-4143-8626-778b5c290d3d), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:21.052184 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (eece83a8-6f6c-4143-8626-778b5c290d3d), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:21.059298 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:38:21.059963 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17062705'] for segment (eece83a8-6f6c-4143-8626-778b5c290d3d), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: Traceback (most recent call last): Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: timer() Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: cb(*args, **kw) Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: return func(*args, **kwargs) Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: self._notify() Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: self.callback(batched_events) Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: event.method(event) Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: return f(self, *a, **k) Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._get(url).json() Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: return self.request(url, 'GET', **kwargs) Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:38:21.109322 dv-cinder-606346-33-iscsi neutron-server[102726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:38:21.118566 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002a47b-947b-4925-848d-4f7748776cfe req-1b2af5f2-ab15-484e-b2b7-555b84d416ac tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:21.120062 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d002a47b-947b-4925-848d-4f7748776cfe req-1b2af5f2-ab15-484e-b2b7-555b84d416ac tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0522530 Jan 11 06:38:21.133827 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (aeb694f5-225b-41d3-a2ee-a04b6b3ccc72), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:21.149624 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:21.158882 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/aeb694f5-225b-41d3-a2ee-a04b6b3ccc72 HTTP/1.1" status: 204 len: 168 time: 0.3518257 Jan 11 06:38:21.190364 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d002a47b-947b-4925-848d-4f7748776cfe req-82e715e5-4da4-4c61-b35b-2c6f212b40dc tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634181 Jan 11 06:38:21.465406 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35674) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:21.488162 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d67be7-ff13-4bb9-81a0-8e15263ce9c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb694f5-225b-41d3-a2ee-a04b6b3ccc72,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:21.534970 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-325744e2-8580-4e27-977a-d03c5d4bf053 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31e84ac9ee404752be92f04b91836944&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0636742 Jan 11 06:38:21.534970 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35676) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:21.552874 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb646342-0e25-4086-943e-56e2a1d2ff5c req-50afaeb5-852c-4e53-8efe-88e448e26e8f tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:21.554983 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cb646342-0e25-4086-943e-56e2a1d2ff5c req-50afaeb5-852c-4e53-8efe-88e448e26e8f tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.1370742 Jan 11 06:38:21.576868 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 35e0ff33-67f2-4637-a991-e666ea893ffd no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:38:21.602203 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 35e0ff33-67f2-4637-a991-e666ea893ffd {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:38:21.609993 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 35e0ff33-67f2-4637-a991-e666ea893ffd not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:38:21.695295 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cb646342-0e25-4086-943e-56e2a1d2ff5c req-0d1b1b45-d9c0-4206-adbf-f8abdae85cad tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914481 Jan 11 06:38:21.736823 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06de26a-8aa0-4510-b8a4-37bfc1f309be req-cdcb9d97-e758-45ae-ba06-e4dc3b97fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:21.738361 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f06de26a-8aa0-4510-b8a4-37bfc1f309be req-cdcb9d97-e758-45ae-ba06-e4dc3b97fc22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1782a809b943b8a93f2d7592e22336&device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 1099 time: 0.1743937 Jan 11 06:38:21.779059 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-20ce28fd-acc0-4924-a475-214d48fa3a61 admin admin] Publish callbacks [] for security_group (4d32c46f-cdcd-4dd3-8aab-06471a0e4be1), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:21.781914 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:21.855010 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d6f1-494b-4bd4-8661-964f1b34f2d8 req-735ab689-336e-4dd4-bf7d-120c5d337093 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:21.857515 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7750d6f1-494b-4bd4-8661-964f1b34f2d8 req-735ab689-336e-4dd4-bf7d-120c5d337093 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 945 time: 0.1590955 Jan 11 06:38:21.878239 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-20ce28fd-acc0-4924-a475-214d48fa3a61 admin admin] Publish callbacks [] for security_group (4d32c46f-cdcd-4dd3-8aab-06471a0e4be1), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:22.233206 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eb495-3c9e-4f6b-bc3d-11567f8558ef req-c67ffb51-9f22-4727-bcfe-41e7a285212d tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:22.242918 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 81249f53-5cdd-41b8-9444-12fe66cad809 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:38:22.248065 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-711eb495-3c9e-4f6b-bc3d-11567f8558ef req-c67ffb51-9f22-4727-bcfe-41e7a285212d tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 945 time: 0.1219859 Jan 11 06:38:22.249532 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7750d6f1-494b-4bd4-8661-964f1b34f2d8 req-1d39c286-0edd-43d0-8192-ba58e8b7fc1d tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/security-groups?id=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748579 Jan 11 06:38:22.259623 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06de26a-8aa0-4510-b8a4-37bfc1f309be req-33755acf-e81e-4d5d-bafc-2c1be2e4909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:22.260817 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f06de26a-8aa0-4510-b8a4-37bfc1f309be req-33755acf-e81e-4d5d-bafc-2c1be2e4909f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eeaf5e6-01d3-4120-a197-ae4322f76c29 HTTP/1.1" status: 200 len: 911 time: 0.5093408 Jan 11 06:38:22.307220 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 81249f53-5cdd-41b8-9444-12fe66cad809 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:38:22.307580 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 81249f53-5cdd-41b8-9444-12fe66cad809 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:38:22.308010 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 0825ad80-caf0-40b3-b89c-10f975203e2f no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:38:22.334206 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 0825ad80-caf0-40b3-b89c-10f975203e2f {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:38:22.334566 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 0825ad80-caf0-40b3-b89c-10f975203e2f not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:38:22.355621 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-20ce28fd-acc0-4924-a475-214d48fa3a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (4d32c46f-cdcd-4dd3-8aab-06471a0e4be1), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:22.358910 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-20ce28fd-acc0-4924-a475-214d48fa3a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:22.360110 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-20ce28fd-acc0-4924-a475-214d48fa3a61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d32c46f-cdcd-4dd3-8aab-06471a0e4be1 HTTP/1.1" status: 204 len: 168 time: 0.8252769 Jan 11 06:38:22.393434 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce28fd-acc0-4924-a475-214d48fa3a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d32c46f-cdcd-4dd3-8aab-06471a0e4be1,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:22.408499 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [req-711eb495-3c9e-4f6b-bc3d-11567f8558ef req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Deleting port a0700528-82fb-413a-b58a-97b306f4e6cf {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:38:22.408895 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-711eb495-3c9e-4f6b-bc3d-11567f8558ef req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:22.411124 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f06de26a-8aa0-4510-b8a4-37bfc1f309be req-df6fcc95-96f9-452c-b363-4ce086d48ddb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb378416-db3c-40d2-b302-bd1c68d928db HTTP/1.1" status: 200 len: 1002 time: 0.1436193 Jan 11 06:38:22.548200 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06de26a-8aa0-4510-b8a4-37bfc1f309be req-a668564a-d5d4-47d9-94b5-37dc68e6db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:22.550197 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f06de26a-8aa0-4510-b8a4-37bfc1f309be req-a668564a-d5d4-47d9-94b5-37dc68e6db25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9469a88-fcbd-457a-acab-65ffd45b40af HTTP/1.1" status: 200 len: 849 time: 0.1312063 Jan 11 06:38:22.569531 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-711eb495-3c9e-4f6b-bc3d-11567f8558ef req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] For port a0700528-82fb-413a-b58a-97b306f4e6cf, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=a0700528-82fb-413a-b58a-97b306f4e6cf,segment=NetworkSegment(3d939554-bf35-4643-8057-bcd9eab6e002),segment_id=3d939554-bf35-4643-8057-bcd9eab6e002)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:22.570124 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-711eb495-3c9e-4f6b-bc3d-11567f8558ef req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:22.597327 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [req-711eb495-3c9e-4f6b-bc3d-11567f8558ef req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Calling delete_port for a0700528-82fb-413a-b58a-97b306f4e6cf owned by compute:nova {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:38:22.619791 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06de26a-8aa0-4510-b8a4-37bfc1f309be req-eb926846-09af-401e-9609-4f941a55b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:22.621590 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f06de26a-8aa0-4510-b8a4-37bfc1f309be req-eb926846-09af-401e-9609-4f941a55b89d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eeaf5e6-01d3-4120-a197-ae4322f76c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0582113 Jan 11 06:38:22.749433 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f06de26a-8aa0-4510-b8a4-37bfc1f309be req-b7bf64e9-806a-4f0c-b42a-d8369e9a1bc2 service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186023 Jan 11 06:38:22.855028 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-711eb495-3c9e-4f6b-bc3d-11567f8558ef req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (a0700528-82fb-413a-b58a-97b306f4e6cf), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:22.900027 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['a0700528-82fb-413a-b58a-97b306f4e6cf'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:38:22.905584 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Pushing event deleted for resources: {'Port': ['ID=a0700528-82fb-413a-b58a-97b306f4e6cf,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:22.939073 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f06de26a-8aa0-4510-b8a4-37bfc1f309be req-b59e9920-54ed-4025-8e7f-d37d5efbfdb9 service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759410 Jan 11 06:38:22.940606 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.941157 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.941687 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.942807 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.943160 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.943499 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.943835 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.944166 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.944528 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.944858 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.945185 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.945751 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.946084 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:38:22.955805 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6032704-98d3-4b7a-92fa-7a2510c75f9d req-ddc86d4d-9ca7-45be-bf6a-8cb24dd3aa64 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:22.957984 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a6032704-98d3-4b7a-92fa-7a2510c75f9d req-ddc86d4d-9ca7-45be-bf6a-8cb24dd3aa64 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0783942 Jan 11 06:38:22.977529 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-711eb495-3c9e-4f6b-bc3d-11567f8558ef req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] No DVR routers for this DVR port a0700528-82fb-413a-b58a-97b306f4e6cf on host hv-cinder-60634 {{(pid=102726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:38:22.981860 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-711eb495-3c9e-4f6b-bc3d-11567f8558ef req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:22.986702 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-711eb495-3c9e-4f6b-bc3d-11567f8558ef req-e6c26658-b566-4844-9a11-44b53a5e5903 tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.30 "DELETE /v2.0/ports/a0700528-82fb-413a-b58a-97b306f4e6cf HTTP/1.1" status: 204 len: 173 time: 0.7313335 Jan 11 06:38:22.987300 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4e21f5-067a-461f-88d6-3488cfdf133e', 'name': 'network-vif-deleted', 'tag': 'a0700528-82fb-413a-b58a-97b306f4e6cf'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:38:22.989982 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd1486a-44c2-4d10-af19-33af7911cd24" -d '{"events": [{"server_uuid": "2f4e21f5-067a-461f-88d6-3488cfdf133e", "name": "network-vif-deleted", "tag": "a0700528-82fb-413a-b58a-97b306f4e6cf"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:38:23.028631 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a6032704-98d3-4b7a-92fa-7a2510c75f9d req-023e938c-a0bb-488b-8d3b-08ccbfd8ee0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622959 Jan 11 06:38:23.055706 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6501e38e-9df5-4514-bfbb-5791dbd9dac1 x-openstack-request-id: req-6501e38e-9df5-4514-bfbb-5791dbd9dac1 {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:38:23.056212 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4e21f5-067a-461f-88d6-3488cfdf133e", "name": "network-vif-deleted", "tag": "a0700528-82fb-413a-b58a-97b306f4e6cf", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:38:23.056721 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6501e38e-9df5-4514-bfbb-5791dbd9dac1 {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:38:23.057327 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4e21f5-067a-461f-88d6-3488cfdf133e', 'name': 'network-vif-deleted', 'tag': 'a0700528-82fb-413a-b58a-97b306f4e6cf', 'status': 'completed', 'code': 200} Jan 11 06:38:23.368833 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e469ec99-c736-45ae-b1c3-9d37da83b891 req-e55eafd6-726d-41ca-92db-5a47bf1a1e5c tempest-AttachVolumeNegativeTest-1385582926 tempest-AttachVolumeNegativeTest-1385582926-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e21f5-067a-461f-88d6-3488cfdf133e HTTP/1.1" status: 200 len: 210 time: 0.0385616 Jan 11 06:38:24.168800 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea3b2b-317e-4888-b4ed-cf952d28d8d1 req-cc103d4b-54ae-4d36-89bc-45fdc0e69965 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:24.172951 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fea3b2b-317e-4888-b4ed-cf952d28d8d1 req-cc103d4b-54ae-4d36-89bc-45fdc0e69965 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0595603 Jan 11 06:38:24.225117 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fea3b2b-317e-4888-b4ed-cf952d28d8d1 req-3c0e8af2-a947-419f-bdc4-2798a9cbf8a8 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490611 Jan 11 06:38:24.433528 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35726) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:24.483911 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4aaa5d0-2c0a-4911-bc39-24504b1ec6ea admin admin] Deleting subnet 86961111-d8a7-47df-8f63-8941f1ef9030 {{(pid=102725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:38:24.489275 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f4aaa5d0-2c0a-4911-bc39-24504b1ec6ea admin admin] Publish callbacks [] for subnet (86961111-d8a7-47df-8f63-8941f1ef9030), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:24.529877 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f4aaa5d0-2c0a-4911-bc39-24504b1ec6ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8561306'] for subnet (86961111-d8a7-47df-8f63-8941f1ef9030), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:24.576766 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f4aaa5d0-2c0a-4911-bc39-24504b1ec6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (86961111-d8a7-47df-8f63-8941f1ef9030), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:24.636522 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f4aaa5d0-2c0a-4911-bc39-24504b1ec6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805936'] for subnet (86961111-d8a7-47df-8f63-8941f1ef9030), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:24.665663 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaa5d0-2c0a-4911-bc39-24504b1ec6ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86961111-d8a7-47df-8f63-8941f1ef9030,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:24.667708 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f4aaa5d0-2c0a-4911-bc39-24504b1ec6ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:24.671366 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-f4aaa5d0-2c0a-4911-bc39-24504b1ec6ea admin admin] 10.222.0.15 "DELETE /v2.0/subnets/86961111-d8a7-47df-8f63-8941f1ef9030 HTTP/1.1" status: 204 len: 168 time: 0.2358668 Jan 11 06:38:24.673478 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35728) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:24.745773 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (e69e80d8-91a0-4085-a401-00f95b7821f0), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:24.841462 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (e69e80d8-91a0-4085-a401-00f95b7821f0), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:24.866314 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69e80d8-91a0-4085-a401-00f95b7821f0']}} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:24.879005 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d939554-bf35-4643-8057-bcd9eab6e002') {'for_net_delete': True} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:24.879366 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d939554-bf35-4643-8057-bcd9eab6e002') {} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:24.893411 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8561379'] for segment (3d939554-bf35-4643-8057-bcd9eab6e002), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:24.908003 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (3d939554-bf35-4643-8057-bcd9eab6e002), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:24.914534 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:38:24.914998 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585314'] for segment (3d939554-bf35-4643-8057-bcd9eab6e002), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: Traceback (most recent call last): Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: timer() Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: cb(*args, **kw) Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: return func(*args, **kwargs) Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: self._notify() Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: self.callback(batched_events) Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: event.method(event) Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: return f(self, *a, **k) Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: return self._get(url).json() Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: return self.request(url, 'GET', **kwargs) Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:38:24.917808 dv-cinder-606346-33-iscsi neutron-server[102725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:38:24.983816 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (e69e80d8-91a0-4085-a401-00f95b7821f0), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:24.996583 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:25.003450 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] 10.222.0.15 "DELETE /v2.0/networks/e69e80d8-91a0-4085-a401-00f95b7821f0 HTTP/1.1" status: 204 len: 168 time: 0.3277023 Jan 11 06:38:25.016525 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd353e-cf09-48ff-88ad-8f64538b3cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=e69e80d8-91a0-4085-a401-00f95b7821f0,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:25.258362 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35740) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:25.310722 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-183457d3-98a5-4e00-b0a5-efd103dc9ab2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f6695dbd0cc4bce959ed34cd1bf633c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0509470 Jan 11 06:38:25.313660 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35742) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:25.371886 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-eacb4557-abd3-4fa3-8fd9-dff55cd27265 admin admin] Publish callbacks [] for security_group (ca63ef60-d9d8-4b77-a7a0-75c8ab11657f), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:25.403134 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-eacb4557-abd3-4fa3-8fd9-dff55cd27265 admin admin] Publish callbacks [] for security_group (ca63ef60-d9d8-4b77-a7a0-75c8ab11657f), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:25.504049 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-eacb4557-abd3-4fa3-8fd9-dff55cd27265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (ca63ef60-d9d8-4b77-a7a0-75c8ab11657f), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:25.506724 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-eacb4557-abd3-4fa3-8fd9-dff55cd27265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:25.508464 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-eacb4557-abd3-4fa3-8fd9-dff55cd27265 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca63ef60-d9d8-4b77-a7a0-75c8ab11657f HTTP/1.1" status: 204 len: 168 time: 0.1926649 Jan 11 06:38:25.516785 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb4557-abd3-4fa3-8fd9-dff55cd27265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca63ef60-d9d8-4b77-a7a0-75c8ab11657f,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:25.595815 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device a0700528-82fb-413a-b58a-97b306f4e6cf no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:38:25.626535 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: a0700528-82fb-413a-b58a-97b306f4e6cf {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:38:25.627204 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device a0700528-82fb-413a-b58a-97b306f4e6cf not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:38:28.058651 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-4c071b47-d0ef-468d-a2e8-f1441ac8cc1e tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:28.061525 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-4c071b47-d0ef-468d-a2e8-f1441ac8cc1e tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/networks?id=26d2b271-e1ce-42c3-a732-6b6bab068c48 HTTP/1.1" status: 200 len: 814 time: 0.1067059 Jan 11 06:38:28.077084 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-26708e4c-8306-4093-a11a-33e379546925 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/quotas/0d6f3281f7224e01a8f117a3325daba2 HTTP/1.1" status: 200 len: 375 time: 0.0094833 Jan 11 06:38:28.131279 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-a36046ad-9c20-4b3f-8218-6eee34188004 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d6f3281f7224e01a8f117a3325daba2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491929 Jan 11 06:38:28.229528 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-92777934-c9d3-4958-bfb7-44b6ff007780 service neutron] 10.222.0.15 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870385 Jan 11 06:38:28.322138 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-12bcce41-f4a1-4e23-b98e-a3c0571ac3cb service neutron] 10.222.0.15 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865200 Jan 11 06:38:28.542032 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c8a90d6-b269-45ae-8b74-efd885016937 req-57964abc-432b-4aba-93b1-f20d8f08fdb4 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 210 time: 0.0415599 Jan 11 06:38:29.680632 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5748c3c1-09e4-4974-8a7e-e68ff642d7d3 req-4b80b6e5-79bd-4a57-8426-3e12941d2e19 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 210 time: 0.0381374 Jan 11 06:38:29.683505 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-aed44179-5d30-4970-95ea-4c5154f3013d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:29.685097 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-aed44179-5d30-4970-95ea-4c5154f3013d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.30 "GET /v2.0/networks?id=26d2b271-e1ce-42c3-a732-6b6bab068c48 HTTP/1.1" status: 200 len: 814 time: 0.1475775 Jan 11 06:38:29.713052 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Request body: {'port': {'device_id': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'admin_state_up': True, 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:29.801028 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35906) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:29.828733 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Made reservation on behalf of 0d6f3281f7224e01a8f117a3325daba2 for: {'port': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:38:29.832617 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:29.924960 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0bcb35be-f1f4-48b0-994b-210e9dd3168c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:29.958683 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Allocated IP 172.20.0.12 (26d2b271-e1ce-42c3-a732-6b6bab068c48/7a73fad6-9354-404d-9e33-4a7f44099be2/1042abd7-059a-46f4-96d8-4c86f6301c21) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:38:30.004457 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0bcb35be-f1f4-48b0-994b-210e9dd3168c admin admin] Publish callbacks [] for security_group (e166c1b3-c7e0-4f16-8b7a-7d2dea82f5b1), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:30.008637 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0bcb35be-f1f4-48b0-994b-210e9dd3168c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e166c1b3-c7e0-4f16-8b7a-7d2dea82f5b1), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:30.049958 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-0bcb35be-f1f4-48b0-994b-210e9dd3168c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ea412eb088943bbadb669ff1a65c048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476466 Jan 11 06:38:30.050901 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb35be-f1f4-48b0-994b-210e9dd3168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e166c1b3-c7e0-4f16-8b7a-7d2dea82f5b1,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:30.053303 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35920) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:30.105194 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-55bfc517-84b9-46a4-a700-b520138a8722 admin admin] Publish callbacks [] for security_group (e166c1b3-c7e0-4f16-8b7a-7d2dea82f5b1), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:30.119533 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:30.130233 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-55bfc517-84b9-46a4-a700-b520138a8722 admin admin] Publish callbacks [] for security_group (e166c1b3-c7e0-4f16-8b7a-7d2dea82f5b1), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:30.157532 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:30.192964 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-55bfc517-84b9-46a4-a700-b520138a8722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e166c1b3-c7e0-4f16-8b7a-7d2dea82f5b1), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:30.199644 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-55bfc517-84b9-46a4-a700-b520138a8722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:30.201100 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-55bfc517-84b9-46a4-a700-b520138a8722 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e166c1b3-c7e0-4f16-8b7a-7d2dea82f5b1 HTTP/1.1" status: 204 len: 168 time: 0.1467838 Jan 11 06:38:30.205464 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Network 26d2b271-e1ce-42c3-a732-6b6bab068c48 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:38:30.209490 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:30.213558 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:38:30.238595 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfc517-84b9-46a4-a700-b520138a8722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e166c1b3-c7e0-4f16-8b7a-7d2dea82f5b1,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:30.278992 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:30.280411 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:30.311563 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6033673 Jan 11 06:38:30.312289 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72a7c7-88d4-41ea-9f67-316be8e049c0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event updated for resources: {'Port': ['ID=1042abd7-059a-46f4-96d8-4c86f6301c21,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:30.618345 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:38:30.636974 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-05147fed-20e2-4245-9a89-ecab55dbdf66 None None] Provisioning complete for port 1042abd7-059a-46f4-96d8-4c86f6301c21 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:30.638438 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-05147fed-20e2-4245-9a89-ecab55dbdf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:30.705076 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-05147fed-20e2-4245-9a89-ecab55dbdf66 None None] Port 1042abd7-059a-46f4-96d8-4c86f6301c21 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:38:30.860236 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671bcc3-2789-427f-b12e-3cf88950a559 req-cd72a100-e327-46b1-b8a5-7cd4849607a5 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:30.862601 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1671bcc3-2789-427f-b12e-3cf88950a559 req-cd72a100-e327-46b1-b8a5-7cd4849607a5 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 932 time: 0.0898297 Jan 11 06:38:30.970092 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1671bcc3-2789-427f-b12e-3cf88950a559 req-10f2f7a3-5f85-47f1-95c0-c736be75a1e7 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970085 Jan 11 06:38:32.100542 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094c8f8-e1e6-4e1d-95a5-f3cd63582ba7 req-51c39a87-ba0e-4943-8c26-70fb1761a99d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:32.109031 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5094c8f8-e1e6-4e1d-95a5-f3cd63582ba7 req-51c39a87-ba0e-4943-8c26-70fb1761a99d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 932 time: 0.0702472 Jan 11 06:38:32.161169 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5094c8f8-e1e6-4e1d-95a5-f3cd63582ba7 req-64c2035b-62e0-4bc5-8a8d-fe6bed4537fe tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511594 Jan 11 06:38:33.097507 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 35996) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:33.216229 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fb8135fb-2e0e-4c53-afdf-6075eb49f774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:33.316521 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2572b-a9dc-4c6e-8b5e-fbb14bde2e20 req-71b50416-4662-4212-b8ea-5c960ce05e5b tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:33.318261 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6db2572b-a9dc-4c6e-8b5e-fbb14bde2e20 req-71b50416-4662-4212-b8ea-5c960ce05e5b tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 932 time: 0.0813518 Jan 11 06:38:33.374588 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fb8135fb-2e0e-4c53-afdf-6075eb49f774 admin admin] Publish callbacks [] for security_group (1966d6a7-0ef5-4f49-942a-150e1449193f), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:33.386718 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fb8135fb-2e0e-4c53-afdf-6075eb49f774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (1966d6a7-0ef5-4f49-942a-150e1449193f), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:33.441458 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-fb8135fb-2e0e-4c53-afdf-6075eb49f774 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58977e9f179f4f62a3ee34479795ad1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428247 Jan 11 06:38:33.444460 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36002) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:33.445149 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8135fb-2e0e-4c53-afdf-6075eb49f774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1966d6a7-0ef5-4f49-942a-150e1449193f,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:33.461315 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6db2572b-a9dc-4c6e-8b5e-fbb14bde2e20 req-ad3eb763-f0bb-48a8-b395-07afb13daff6 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360390 Jan 11 06:38:33.516176 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-43e04b28-68df-4e1e-8d7c-b7e02e47cc83 admin admin] Publish callbacks [] for security_group (1966d6a7-0ef5-4f49-942a-150e1449193f), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:33.540702 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-43e04b28-68df-4e1e-8d7c-b7e02e47cc83 admin admin] Publish callbacks [] for security_group (1966d6a7-0ef5-4f49-942a-150e1449193f), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:33.617699 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-43e04b28-68df-4e1e-8d7c-b7e02e47cc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (1966d6a7-0ef5-4f49-942a-150e1449193f), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:33.621291 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-43e04b28-68df-4e1e-8d7c-b7e02e47cc83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:33.622875 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-43e04b28-68df-4e1e-8d7c-b7e02e47cc83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1966d6a7-0ef5-4f49-942a-150e1449193f HTTP/1.1" status: 204 len: 168 time: 0.1766744 Jan 11 06:38:33.643269 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e04b28-68df-4e1e-8d7c-b7e02e47cc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1966d6a7-0ef5-4f49-942a-150e1449193f,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:34.373947 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36030) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:34.486601 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-986519751-network', 'tenant_id': '4506ace7840e4c529d3dcfc3fe8a022a'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:34.526714 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Made reservation on behalf of 4506ace7840e4c529d3dcfc3fe8a022a for: {'network': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:38:34.531207 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:34.542402 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:34.614031 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a1534-fd1a-47e3-bd84-07aeddd03d5b req-e9a4dc3a-9f8a-48ae-9799-ce96f01e52fc tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:34.615836 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2a4a1534-fd1a-47e3-bd84-07aeddd03d5b req-e9a4dc3a-9f8a-48ae-9799-ce96f01e52fc tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 932 time: 0.0607069 Jan 11 06:38:34.643550 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Publish callbacks [] for security_group (b66fef0b-a2c3-4946-a18c-b0127254d18b), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:34.648211 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (b66fef0b-a2c3-4946-a18c-b0127254d18b), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:34.683100 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2a4a1534-fd1a-47e3-bd84-07aeddd03d5b req-dc2b84e8-9b01-4d46-bb6b-b2247f41ed32 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606449 Jan 11 06:38:34.684280 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66fef0b-a2c3-4946-a18c-b0127254d18b,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:34.696746 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:38:34.710071 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (5fe47b49-bb8f-4202-9fc0-ce385c8f7ebb), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:34.710434 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.segments_db [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Added segment 5fe47b49-bb8f-4202-9fc0-ce385c8f7ebb of type vlan for network 48b699c1-a8c8-4f6f-8d30-5c07a71874f8 Jan 11 06:38:34.759226 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (48b699c1-a8c8-4f6f-8d30-5c07a71874f8), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:34.786300 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (48b699c1-a8c8-4f6f-8d30-5c07a71874f8), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:34.787311 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:34.787986 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:34.843521 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4682167 Jan 11 06:38:34.846447 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36038) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:34.851233 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-ef6beafa-686b-4575-832b-8f78d1cd60ca admin admin] Request body: {'subnet': {'network_id': '48b699c1-a8c8-4f6f-8d30-5c07a71874f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-986519751-subnet', 'tenant_id': '4506ace7840e4c529d3dcfc3fe8a022a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:34.851408 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99037db6-900f-4bcc-93e9-73ba70dd72ec admin admin] Pushing event updated for resources: {'Network': ['ID=48b699c1-a8c8-4f6f-8d30-5c07a71874f8,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:34.863112 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network 48b699c1-a8c8-4f6f-8d30-5c07a71874f8 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:38:34.874845 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6beafa-686b-4575-832b-8f78d1cd60ca admin admin] Made reservation on behalf of 4506ace7840e4c529d3dcfc3fe8a022a for: {'subnet': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:38:34.877417 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ef6beafa-686b-4575-832b-8f78d1cd60ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3809041'] for subnet (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:35.061621 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ef6beafa-686b-4575-832b-8f78d1cd60ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3809027'] for subnet (afba0934-44e4-4164-8607-5e82fc6b126c), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:35.109153 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6beafa-686b-4575-832b-8f78d1cd60ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=afba0934-44e4-4164-8607-5e82fc6b126c,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:35.134765 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6beafa-686b-4575-832b-8f78d1cd60ca admin admin] Checking segment: {'id': '5fe47b49-bb8f-4202-9fc0-ce385c8f7ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '48b699c1-a8c8-4f6f-8d30-5c07a71874f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:38:35.135118 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6beafa-686b-4575-832b-8f78d1cd60ca admin admin] Network hostable DHCP agents. Network: 48b699c1-a8c8-4f6f-8d30-5c07a71874f8, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:38:35.152907 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6beafa-686b-4575-832b-8f78d1cd60ca admin admin] Network 48b699c1-a8c8-4f6f-8d30-5c07a71874f8 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:38:35.164692 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-ef6beafa-686b-4575-832b-8f78d1cd60ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, 48b699c1-a8c8-4f6f-8d30-5c07a71874f8) {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:35.171582 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6beafa-686b-4575-832b-8f78d1cd60ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:35.172228 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ef6beafa-686b-4575-832b-8f78d1cd60ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:35.176429 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76b74cc-bade-4816-b6ce-33cbaad5bcdc None None] Network 48b699c1-a8c8-4f6f-8d30-5c07a71874f8 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:38:35.199755 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-ef6beafa-686b-4575-832b-8f78d1cd60ca admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3521233 Jan 11 06:38:35.296918 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e4ee95-9793-4add-836c-d226968c238e None None] Network 48b699c1-a8c8-4f6f-8d30-5c07a71874f8 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:38:35.724052 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36060) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:35.729132 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-9069341-network', 'tenant_id': 'd7b4cff380164ca3b56c2c7efbfeff4f'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:35.765381 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Made reservation on behalf of d7b4cff380164ca3b56c2c7efbfeff4f for: {'network': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:38:35.767692 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:35.794687 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:35.843852 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031f312-f54b-4af8-b330-7ba58903005b req-1d4ce0b8-eaf3-43af-8a2d-d1bd20c59655 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:35.850967 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9031f312-f54b-4af8-b330-7ba58903005b req-1d4ce0b8-eaf3-43af-8a2d-d1bd20c59655 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 932 time: 0.0994382 Jan 11 06:38:35.931752 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9031f312-f54b-4af8-b330-7ba58903005b req-f8ddf122-b661-4349-87db-67486e18d8d0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798345 Jan 11 06:38:35.978982 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Publish callbacks [] for security_group (e0966af2-eaa4-439a-9635-05253676c30f), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:35.984105 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e0966af2-eaa4-439a-9635-05253676c30f), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.012529 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:38:36.027621 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0966af2-eaa4-439a-9635-05253676c30f,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:36.030573 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (555c3b0d-8138-4826-aff6-2367a2827267), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.030922 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.segments_db [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Added segment 555c3b0d-8138-4826-aff6-2367a2827267 of type vlan for network 646e484f-8342-4941-b109-55d84fb43e86 Jan 11 06:38:36.079954 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (646e484f-8342-4941-b109-55d84fb43e86), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.114873 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (646e484f-8342-4941-b109-55d84fb43e86), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.115837 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:36.116446 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.175554 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4501903 Jan 11 06:38:36.178186 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36064) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:36.184864 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-79db76fd-ea90-4c5a-8fe0-e37df17a073b admin admin] Request body: {'subnet': {'network_id': '646e484f-8342-4941-b109-55d84fb43e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-9069341-subnet', 'tenant_id': 'd7b4cff380164ca3b56c2c7efbfeff4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:36.189876 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac444a-9437-4175-a18d-60e1ab69b52b admin admin] Pushing event updated for resources: {'Network': ['ID=646e484f-8342-4941-b109-55d84fb43e86,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:36.199822 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network 646e484f-8342-4941-b109-55d84fb43e86 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:38:36.210300 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79db76fd-ea90-4c5a-8fe0-e37df17a073b admin admin] Made reservation on behalf of d7b4cff380164ca3b56c2c7efbfeff4f for: {'subnet': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:38:36.212700 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-79db76fd-ea90-4c5a-8fe0-e37df17a073b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3809041'] for subnet (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.418627 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-79db76fd-ea90-4c5a-8fe0-e37df17a073b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3809027'] for subnet (5dac07dd-42aa-412d-abf1-73744bd24f6c), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.490730 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db76fd-ea90-4c5a-8fe0-e37df17a073b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dac07dd-42aa-412d-abf1-73744bd24f6c,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:36.493643 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db76fd-ea90-4c5a-8fe0-e37df17a073b admin admin] Checking segment: {'id': '555c3b0d-8138-4826-aff6-2367a2827267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '646e484f-8342-4941-b109-55d84fb43e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:38:36.493997 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db76fd-ea90-4c5a-8fe0-e37df17a073b admin admin] Network hostable DHCP agents. Network: 646e484f-8342-4941-b109-55d84fb43e86, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:38:36.515833 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db76fd-ea90-4c5a-8fe0-e37df17a073b admin admin] Network 646e484f-8342-4941-b109-55d84fb43e86 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:38:36.525555 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-79db76fd-ea90-4c5a-8fe0-e37df17a073b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, 646e484f-8342-4941-b109-55d84fb43e86) {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:36.530134 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79db76fd-ea90-4c5a-8fe0-e37df17a073b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:36.531161 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-79db76fd-ea90-4c5a-8fe0-e37df17a073b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.534242 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128c6e48-3fc7-42c6-9b5b-dc467b70eab5 None None] Network 646e484f-8342-4941-b109-55d84fb43e86 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:38:36.547520 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-79db76fd-ea90-4c5a-8fe0-e37df17a073b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3683147 Jan 11 06:38:36.653255 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791379e9-df1f-4c89-8b4e-c85284e7e45b None None] Network 646e484f-8342-4941-b109-55d84fb43e86 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:38:36.687733 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36068) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:36.780241 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ce5e3c-2b39-4d0f-90ac-594b319677fb admin admin] Deleting subnet afba0934-44e4-4164-8607-5e82fc6b126c {{(pid=102725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:38:36.783415 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-50ce5e3c-2b39-4d0f-90ac-594b319677fb admin admin] Publish callbacks [] for subnet (afba0934-44e4-4164-8607-5e82fc6b126c), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.823960 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-50ce5e3c-2b39-4d0f-90ac-594b319677fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8561306'] for subnet (afba0934-44e4-4164-8607-5e82fc6b126c), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.870313 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-50ce5e3c-2b39-4d0f-90ac-594b319677fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (afba0934-44e4-4164-8607-5e82fc6b126c), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.928405 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-50ce5e3c-2b39-4d0f-90ac-594b319677fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805936'] for subnet (afba0934-44e4-4164-8607-5e82fc6b126c), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.954582 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce5e3c-2b39-4d0f-90ac-594b319677fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afba0934-44e4-4164-8607-5e82fc6b126c,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:36.958341 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-50ce5e3c-2b39-4d0f-90ac-594b319677fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:36.963567 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-50ce5e3c-2b39-4d0f-90ac-594b319677fb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/afba0934-44e4-4164-8607-5e82fc6b126c HTTP/1.1" status: 204 len: 168 time: 0.2730560 Jan 11 06:38:36.964485 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36072) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:37.071549 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (48b699c1-a8c8-4f6f-8d30-5c07a71874f8), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.122614 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e497b0-3ae5-4f7c-a825-b03aff181397 req-d5a83523-e551-4343-bbb6-14a4d7889c7b tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:37.125749 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-63e497b0-3ae5-4f7c-a825-b03aff181397 req-d5a83523-e551-4343-bbb6-14a4d7889c7b tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 932 time: 0.0907674 Jan 11 06:38:37.220701 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (48b699c1-a8c8-4f6f-8d30-5c07a71874f8), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.243112 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-63e497b0-3ae5-4f7c-a825-b03aff181397 req-e30c6c1a-340d-4dee-94dc-e9f7094c7912 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002109 Jan 11 06:38:37.251995 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b699c1-a8c8-4f6f-8d30-5c07a71874f8']}} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:37.261217 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe47b49-bb8f-4202-9fc0-ce385c8f7ebb') {'for_net_delete': True} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:37.261519 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe47b49-bb8f-4202-9fc0-ce385c8f7ebb') {} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:37.270954 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8561379'] for segment (5fe47b49-bb8f-4202-9fc0-ce385c8f7ebb), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.284817 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (5fe47b49-bb8f-4202-9fc0-ce385c8f7ebb), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.291934 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:38:37.292571 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585314'] for segment (5fe47b49-bb8f-4202-9fc0-ce385c8f7ebb), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: Traceback (most recent call last): Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: timer() Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: cb(*args, **kw) Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: return func(*args, **kwargs) Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: self._notify() Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: self.callback(batched_events) Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: event.method(event) Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: return f(self, *a, **k) Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: return self._get(url).json() Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: return self.request(url, 'GET', **kwargs) Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:38:37.295601 dv-cinder-606346-33-iscsi neutron-server[102725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:38:37.370293 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (48b699c1-a8c8-4f6f-8d30-5c07a71874f8), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.395073 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.399785 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/48b699c1-a8c8-4f6f-8d30-5c07a71874f8 HTTP/1.1" status: 204 len: 168 time: 0.4330261 Jan 11 06:38:37.399785 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a293c7-edea-4e52-8828-8aa4429683a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b699c1-a8c8-4f6f-8d30-5c07a71874f8,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:37.401223 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36076) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:37.447207 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_v2 [None req-78284a7b-8bb8-4c8d-8186-e07729ebd0ef admin admin] Deleting subnet 5dac07dd-42aa-412d-abf1-73744bd24f6c {{(pid=102725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:38:37.450341 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-78284a7b-8bb8-4c8d-8186-e07729ebd0ef admin admin] Publish callbacks [] for subnet (5dac07dd-42aa-412d-abf1-73744bd24f6c), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.495162 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-78284a7b-8bb8-4c8d-8186-e07729ebd0ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8561306'] for subnet (5dac07dd-42aa-412d-abf1-73744bd24f6c), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.539310 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-78284a7b-8bb8-4c8d-8186-e07729ebd0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (5dac07dd-42aa-412d-abf1-73744bd24f6c), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.596216 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-78284a7b-8bb8-4c8d-8186-e07729ebd0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805936'] for subnet (5dac07dd-42aa-412d-abf1-73744bd24f6c), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.627599 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78284a7b-8bb8-4c8d-8186-e07729ebd0ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dac07dd-42aa-412d-abf1-73744bd24f6c,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:37.633918 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-78284a7b-8bb8-4c8d-8186-e07729ebd0ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.637343 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-78284a7b-8bb8-4c8d-8186-e07729ebd0ef admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5dac07dd-42aa-412d-abf1-73744bd24f6c HTTP/1.1" status: 204 len: 168 time: 0.2351389 Jan 11 06:38:37.640160 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36078) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:37.720188 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (646e484f-8342-4941-b109-55d84fb43e86), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.820526 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (646e484f-8342-4941-b109-55d84fb43e86), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.842096 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646e484f-8342-4941-b109-55d84fb43e86']}} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:37.857911 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555c3b0d-8138-4826-aff6-2367a2827267') {'for_net_delete': True} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:37.857911 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555c3b0d-8138-4826-aff6-2367a2827267') {} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:37.880743 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8561379'] for segment (555c3b0d-8138-4826-aff6-2367a2827267), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.898685 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (555c3b0d-8138-4826-aff6-2367a2827267), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.906132 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:38:37.906132 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585314'] for segment (555c3b0d-8138-4826-aff6-2367a2827267), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: Traceback (most recent call last): Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: timer() Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: cb(*args, **kw) Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: return func(*args, **kwargs) Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: self._notify() Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: self.callback(batched_events) Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: event.method(event) Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: return f(self, *a, **k) Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: return self._get(url).json() Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: return self.request(url, 'GET', **kwargs) Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:38:37.961086 dv-cinder-606346-33-iscsi neutron-server[102725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:38:37.977580 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (646e484f-8342-4941-b109-55d84fb43e86), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.988431 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:37.991885 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] 10.222.0.15 "DELETE /v2.0/networks/646e484f-8342-4941-b109-55d84fb43e86 HTTP/1.1" status: 204 len: 168 time: 0.3507609 Jan 11 06:38:38.003617 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d711d6-e0b8-4191-bd7a-2c02a8653924 admin admin] Pushing event deleted for resources: {'Network': ['ID=646e484f-8342-4941-b109-55d84fb43e86,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:38.213844 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36088) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:38.302596 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36094) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:38.303212 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-0191ca1b-1007-43cf-a056-051a68490e06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4506ace7840e4c529d3dcfc3fe8a022a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0878496 Jan 11 06:38:38.390718 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6aa9-2cb4-429c-9a5b-f76a77aecc86 admin admin] Publish callbacks [] for security_group (b66fef0b-a2c3-4946-a18c-b0127254d18b), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:38.407225 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b16fc8-ae99-409a-8a53-fc969242ed16 req-5f5daab9-8405-4bcf-afcd-8b94cd14e66d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:38.410433 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f7b16fc8-ae99-409a-8a53-fc969242ed16 req-5f5daab9-8405-4bcf-afcd-8b94cd14e66d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 932 time: 0.0678003 Jan 11 06:38:38.434947 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6aa9-2cb4-429c-9a5b-f76a77aecc86 admin admin] Publish callbacks [] for security_group (b66fef0b-a2c3-4946-a18c-b0127254d18b), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:38.479443 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f7b16fc8-ae99-409a-8a53-fc969242ed16 req-1a57954f-406b-427d-ba06-5325bdc7c4b0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539486 Jan 11 06:38:38.489662 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6aa9-2cb4-429c-9a5b-f76a77aecc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (b66fef0b-a2c3-4946-a18c-b0127254d18b), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:38.498931 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6aa9-2cb4-429c-9a5b-f76a77aecc86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:38.510705 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-2a0b6aa9-2cb4-429c-9a5b-f76a77aecc86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b66fef0b-a2c3-4946-a18c-b0127254d18b HTTP/1.1" status: 204 len: 168 time: 0.2000895 Jan 11 06:38:38.515155 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b6aa9-2cb4-429c-9a5b-f76a77aecc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66fef0b-a2c3-4946-a18c-b0127254d18b,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:38.906515 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36110) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:38.945611 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-6370fefb-cb0b-4f2f-b636-68d0e019440f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7b4cff380164ca3b56c2c7efbfeff4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375929 Jan 11 06:38:38.948041 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36112) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:38.997508 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e9569058-79a9-4bb5-af0f-976b4442571e admin admin] Publish callbacks [] for security_group (e0966af2-eaa4-439a-9635-05253676c30f), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:39.020986 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e9569058-79a9-4bb5-af0f-976b4442571e admin admin] Publish callbacks [] for security_group (e0966af2-eaa4-439a-9635-05253676c30f), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:39.066011 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e9569058-79a9-4bb5-af0f-976b4442571e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e0966af2-eaa4-439a-9635-05253676c30f), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:39.069085 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e9569058-79a9-4bb5-af0f-976b4442571e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:39.072620 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-e9569058-79a9-4bb5-af0f-976b4442571e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0966af2-eaa4-439a-9635-05253676c30f HTTP/1.1" status: 204 len: 168 time: 0.1212091 Jan 11 06:38:39.079357 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9569058-79a9-4bb5-af0f-976b4442571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0966af2-eaa4-439a-9635-05253676c30f,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:39.610232 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574163a2-a0a5-4401-b1be-dec4481282ab req-f2468016-eb23-4dae-a52d-49367e35a754 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:39.611769 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-574163a2-a0a5-4401-b1be-dec4481282ab req-f2468016-eb23-4dae-a52d-49367e35a754 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 932 time: 0.0541744 Jan 11 06:38:39.659847 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-574163a2-a0a5-4401-b1be-dec4481282ab req-7035f953-f83b-45cd-9b95-4310665fa71d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Jan 11 06:38:40.776670 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6080d-e5d1-4e4e-9b54-7e20bd2ee07c req-99b26510-d334-474a-a27a-44417a998a8a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:40.778119 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4ae6080d-e5d1-4e4e-9b54-7e20bd2ee07c req-99b26510-d334-474a-a27a-44417a998a8a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 932 time: 0.0476449 Jan 11 06:38:40.827760 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4ae6080d-e5d1-4e4e-9b54-7e20bd2ee07c req-5f858704-a429-497d-aef3-ef59513b1586 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 Jan 11 06:38:41.866737 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Request body: {'port': {'device_id': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:41.929732 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:41.942166 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5f443-ce93-4939-9992-3cbeb6cd3275 req-ce08ed10-0f47-4dd8-8806-5e61b53cca62 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:41.943894 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0ee5f443-ce93-4939-9992-3cbeb6cd3275 req-ce08ed10-0f47-4dd8-8806-5e61b53cca62 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 932 time: 0.0493071 Jan 11 06:38:41.991490 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0ee5f443-ce93-4939-9992-3cbeb6cd3275 req-32b9156c-53c6-4875-8ba1-8afe68e79266 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418913 Jan 11 06:38:42.190995 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1042abd7-059a-46f4-96d8-4c86f6301c21 {{(pid=102726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:38:42.198651 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Publish callbacks [] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:42.210490 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.provisioning_blocks [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Transition to ACTIVE for port object 1042abd7-059a-46f4-96d8-4c86f6301c21 will not be triggered until provisioned by entity L2. {{(pid=102726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:38:42.213223 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:42.259789 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Pushing event updated for resources: {'Port': ['ID=1042abd7-059a-46f4-96d8-4c86f6301c21,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:42.333560 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Attempting to bind port 1042abd7-059a-46f4-96d8-4c86f6301c21 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:38:42.333956 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Attempting to bind port 1042abd7-059a-46f4-96d8-4c86f6301c21 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:38:42.334248 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Attempting to bind port 1042abd7-059a-46f4-96d8-4c86f6301c21 on network 26d2b271-e1ce-42c3-a732-6b6bab068c48 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:38:42.338655 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Port 1042abd7-059a-46f4-96d8-4c86f6301c21 on network 26d2b271-e1ce-42c3-a732-6b6bab068c48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:38:42.338971 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Attempting to bind port 1042abd7-059a-46f4-96d8-4c86f6301c21 on network 26d2b271-e1ce-42c3-a732-6b6bab068c48 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:38:42.343861 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:38:42.344422 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Checking segment: {'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:38:42.345764 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Bound using segment: {'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:38:42.346212 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Bound port: 1042abd7-059a-46f4-96d8-4c86f6301c21, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48'}}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:38:42.346571 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:42.411165 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] For port 1042abd7-059a-46f4-96d8-4c86f6301c21, host hv-cinder-60634, cleared binding levels {{(pid=102726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:38:42.414409 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] For port 1042abd7-059a-46f4-96d8-4c86f6301c21, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=1042abd7-059a-46f4-96d8-4c86f6301c21,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:38:42.419047 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:42.454883 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:42.455508 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:42.456925 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-05e17287-3851-441a-919f-a774dd49b93f service neutron] 10.222.0.30 "PUT /v2.0/ports/1042abd7-059a-46f4-96d8-4c86f6301c21 HTTP/1.1" status: 200 len: 1094 time: 0.5963395 Jan 11 06:38:42.457368 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:38:42.459613 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0e4fc5-66a9-499b-917c-1e2ae00d880f" -d '{"events": [{"name": "network-changed", "server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:38:42.483922 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e17287-3851-441a-919f-a774dd49b93f service neutron] Pushing event updated for resources: {'Port': ['ID=1042abd7-059a-46f4-96d8-4c86f6301c21,revision_number=3']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:42.502076 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2bc718-0bbb-4036-b033-966dd5ad8d3e x-openstack-request-id: req-ce2bc718-0bbb-4036-b033-966dd5ad8d3e {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:38:42.502377 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:38:42.502635 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce2bc718-0bbb-4036-b033-966dd5ad8d3e {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:38:42.503048 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'status': 'completed', 'code': 200} Jan 11 06:38:42.572460 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-0bee5449-72db-44a8-900f-00a6603a88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:42.573982 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-0bee5449-72db-44a8-900f-00a6603a88cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d6f3281f7224e01a8f117a3325daba2&device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 1097 time: 0.0467730 Jan 11 06:38:42.621675 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-2b3a5f08-c04e-42f6-984f-79709c36f5ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1042abd7-059a-46f4-96d8-4c86f6301c21 HTTP/1.1" status: 200 len: 217 time: 0.0348513 Jan 11 06:38:42.669088 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6cff2fc8-e57a-445a-bd02-ea246fea509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:42.670576 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-6cff2fc8-e57a-445a-bd02-ea246fea509d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a73fad6-9354-404d-9e33-4a7f44099be2 HTTP/1.1" status: 200 len: 853 time: 0.0430083 Jan 11 06:38:42.720539 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-288fbef4-10b3-4b9e-b8c3-8230a9236e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:42.722011 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-288fbef4-10b3-4b9e-b8c3-8230a9236e98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d2b271-e1ce-42c3-a732-6b6bab068c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436704 Jan 11 06:38:42.822990 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-8318bc66-7818-4c82-9546-85a9fefe30c0 service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940893 Jan 11 06:38:42.921486 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-34c4f633-25f8-48c7-9ff6-ca340c1cb6a7 req-1055f471-25c3-4554-b577-06d591608b90 service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912869 Jan 11 06:38:43.084044 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e4fc5-66a9-499b-917c-1e2ae00d880f req-f387af21-2b5e-4116-84f8-81f9baf64f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:43.085593 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-4e0e4fc5-66a9-499b-917c-1e2ae00d880f req-f387af21-2b5e-4116-84f8-81f9baf64f4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d6f3281f7224e01a8f117a3325daba2&device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 1097 time: 0.0596154 Jan 11 06:38:43.149221 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0899c2e-edf6-4ecf-b085-f5911068753c req-0829a5ef-a26b-4aa5-8da7-396c61117bd9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:43.156045 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e0899c2e-edf6-4ecf-b085-f5911068753c req-0829a5ef-a26b-4aa5-8da7-396c61117bd9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 944 time: 0.0831587 Jan 11 06:38:43.239138 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e0899c2e-edf6-4ecf-b085-f5911068753c req-9d0add4d-0b33-48cf-90a9-c6d086f9aa7a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792763 Jan 11 06:38:43.257914 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e4fc5-66a9-499b-917c-1e2ae00d880f req-cf8161dc-f5de-4b03-a9a8-c59c940ab292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:43.259454 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-4e0e4fc5-66a9-499b-917c-1e2ae00d880f req-cf8161dc-f5de-4b03-a9a8-c59c940ab292 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26d2b271-e1ce-42c3-a732-6b6bab068c48 HTTP/1.1" status: 200 len: 915 time: 0.1621401 Jan 11 06:38:43.306897 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-4e0e4fc5-66a9-499b-917c-1e2ae00d880f req-b2fb1156-5619-430f-b982-baa0f80f5e89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1042abd7-059a-46f4-96d8-4c86f6301c21 HTTP/1.1" status: 200 len: 217 time: 0.0366862 Jan 11 06:38:43.364334 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e4fc5-66a9-499b-917c-1e2ae00d880f req-28fd872c-bc6e-4f05-94f0-ce4c9b453cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:43.365886 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-4e0e4fc5-66a9-499b-917c-1e2ae00d880f req-28fd872c-bc6e-4f05-94f0-ce4c9b453cd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a73fad6-9354-404d-9e33-4a7f44099be2 HTTP/1.1" status: 200 len: 853 time: 0.0465627 Jan 11 06:38:43.418896 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e4fc5-66a9-499b-917c-1e2ae00d880f req-e9a9bb2a-4804-42e5-82c9-d3b741f55414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:43.420418 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-4e0e4fc5-66a9-499b-917c-1e2ae00d880f req-e9a9bb2a-4804-42e5-82c9-d3b741f55414 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d2b271-e1ce-42c3-a732-6b6bab068c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431764 Jan 11 06:38:43.425596 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-69bb6af7-866b-45b0-9d99-41f35dcdd090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:43.536939 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-4e0e4fc5-66a9-499b-917c-1e2ae00d880f req-e6657da7-0367-4602-93cf-49c207659392 service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870636 Jan 11 06:38:43.630418 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-4e0e4fc5-66a9-499b-917c-1e2ae00d880f req-892bf687-2017-415c-928c-8e60e8ae4425 service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876799 Jan 11 06:38:44.378060 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22099971-8c98-40e4-981f-21de71c89468 req-96299d44-b256-4da8-aeae-7ce520119f9b tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:44.379736 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-22099971-8c98-40e4-981f-21de71c89468 req-96299d44-b256-4da8-aeae-7ce520119f9b tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 944 time: 0.0595670 Jan 11 06:38:44.450400 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-22099971-8c98-40e4-981f-21de71c89468 req-b41a2e37-0bf1-4633-996a-98cdf511fc78 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636439 Jan 11 06:38:44.747129 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206a062-c65a-4a2a-88e3-871196713eca req-f3749c6f-e2ef-4362-9367-feb0ca03124b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:44.748564 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9206a062-c65a-4a2a-88e3-871196713eca req-f3749c6f-e2ef-4362-9367-feb0ca03124b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0491025 Jan 11 06:38:44.798660 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9206a062-c65a-4a2a-88e3-871196713eca req-67dacc74-ad3a-4638-8850-93329ed856da tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438263 Jan 11 06:38:45.573036 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8701aa7-3230-48a4-96dd-2c4f71e418bb req-43a2b8d9-6364-43bb-93fc-ebc071208616 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:45.574522 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e8701aa7-3230-48a4-96dd-2c4f71e418bb req-43a2b8d9-6364-43bb-93fc-ebc071208616 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 944 time: 0.0518444 Jan 11 06:38:45.627621 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e8701aa7-3230-48a4-96dd-2c4f71e418bb req-9f7321d7-ab48-4e0f-a4c6-1ca100f48ebf tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472260 Jan 11 06:38:45.737468 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b92e6bb4-f96e-4f93-886d-bdbdf2f3396c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:45.919140 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316e5fe-d586-43e2-9562-720c26995bc8 req-93cc3079-2ecf-447a-83ab-9fa5cb4fb74b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:45.920637 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7316e5fe-d586-43e2-9562-720c26995bc8 req-93cc3079-2ecf-447a-83ab-9fa5cb4fb74b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0488832 Jan 11 06:38:45.967499 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7316e5fe-d586-43e2-9562-720c26995bc8 req-86eded71-db5e-46ab-a370-c43ed907fbde tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412915 Jan 11 06:38:46.757553 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a79c7c-2d8b-41dd-aabf-8f1be0b3f3aa req-c48be797-ce84-4436-9d2e-ad3178ba407e tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:46.759038 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a5a79c7c-2d8b-41dd-aabf-8f1be0b3f3aa req-c48be797-ce84-4436-9d2e-ad3178ba407e tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 944 time: 0.0575221 Jan 11 06:38:46.819177 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a5a79c7c-2d8b-41dd-aabf-8f1be0b3f3aa req-f758f0c8-2f25-4409-9909-6d8833d994d8 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545945 Jan 11 06:38:46.862772 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:47.093050 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17ee03-8f96-456e-8591-138e36c8b905 req-21d9219c-f069-4ea6-9af4-bf9961a353ae tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:47.094588 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0a17ee03-8f96-456e-8591-138e36c8b905 req-21d9219c-f069-4ea6-9af4-bf9961a353ae tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0541804 Jan 11 06:38:47.142951 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0a17ee03-8f96-456e-8591-138e36c8b905 req-81c714b8-28a6-4464-8e53-997d2e25246a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420234 Jan 11 06:38:47.173714 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 1042abd7-059a-46f4-96d8-4c86f6301c21 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:38:47.273316 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 1042abd7-059a-46f4-96d8-4c86f6301c21, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=1042abd7-059a-46f4-96d8-4c86f6301c21,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:47.284212 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'port_id': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'mac_address': 'fa:16:3e:e3:e9:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:38:47.325289 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 1042abd7-059a-46f4-96d8-4c86f6301c21 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:47.325685 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:47.338293 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1042abd7-059a-46f4-96d8-4c86f6301c21 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:38:47.357713 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 1042abd7-059a-46f4-96d8-4c86f6301c21, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=1042abd7-059a-46f4-96d8-4c86f6301c21,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:47.362200 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:47.409604 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=1042abd7-059a-46f4-96d8-4c86f6301c21,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:47.942849 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3e41c-ccb0-41ac-aab8-e3c58cbf7ffc req-67c1c984-dc14-41ee-8cce-dad773e5abee tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:47.944702 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9ef3e41c-ccb0-41ac-aab8-e3c58cbf7ffc req-67c1c984-dc14-41ee-8cce-dad773e5abee tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 945 time: 0.0545728 Jan 11 06:38:47.998744 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9ef3e41c-ccb0-41ac-aab8-e3c58cbf7ffc req-c4affdd4-381c-48ba-9041-5dc375b60b2e tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480056 Jan 11 06:38:48.310104 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b8a29-b6b9-4fc5-bee5-3439f4f2926d req-5d514c67-9632-4482-9309-e529bfb7ff9e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:48.311650 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-717b8a29-b6b9-4fc5-bee5-3439f4f2926d req-5d514c67-9632-4482-9309-e529bfb7ff9e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0768137 Jan 11 06:38:48.334348 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:48.372603 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-717b8a29-b6b9-4fc5-bee5-3439f4f2926d req-bd36d0ea-78b8-4b51-a479-f151b96f534d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481701 Jan 11 06:38:49.116666 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b142dd-47af-479a-8d56-e43abd6a50f1 req-e837a738-8023-4644-9175-61e412370df9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:49.118243 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55b142dd-47af-479a-8d56-e43abd6a50f1 req-e837a738-8023-4644-9175-61e412370df9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 945 time: 0.0511162 Jan 11 06:38:49.167511 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55b142dd-47af-479a-8d56-e43abd6a50f1 req-3ab3122b-d7b5-4f66-ac81-bc3dd90f4cbc tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Jan 11 06:38:49.505707 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7ddfc-4a0b-4f3d-ad32-2c018df3a365 req-4af57646-be86-4b64-aa8b-d6af5c322be3 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:49.507683 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-18b7ddfc-4a0b-4f3d-ad32-2c018df3a365 req-4af57646-be86-4b64-aa8b-d6af5c322be3 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0530310 Jan 11 06:38:49.556929 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-18b7ddfc-4a0b-4f3d-ad32-2c018df3a365 req-f591db20-41d3-49d9-bc9c-42f81d23b863 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437799 Jan 11 06:38:49.674234 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:50.281507 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e7a89-589a-4868-9aec-2021fb6f7cb1 req-9a5731d8-ed2d-416e-8678-649294cff3d4 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:50.283463 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-289e7a89-589a-4868-9aec-2021fb6f7cb1 req-9a5731d8-ed2d-416e-8678-649294cff3d4 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 945 time: 0.0502331 Jan 11 06:38:50.316197 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['1042abd7-059a-46f4-96d8-4c86f6301c21'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:38:50.331719 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-289e7a89-589a-4868-9aec-2021fb6f7cb1 req-47919615-bd03-4193-b7d2-386358f03dc5 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428112 Jan 11 06:38:50.678556 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fcbb0-8855-41ab-9aa3-a1e82d6cae97 req-7b2dd1e3-7bd0-412d-ac83-8782a9130fff tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:50.680070 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5c4fcbb0-8855-41ab-9aa3-a1e82d6cae97 req-7b2dd1e3-7bd0-412d-ac83-8782a9130fff tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0489907 Jan 11 06:38:50.737132 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5c4fcbb0-8855-41ab-9aa3-a1e82d6cae97 req-e372364c-b8c5-43db-b857-4908cebe3c83 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ac73b65-32c5-462e-ba8f-330ac138c766&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499187 Jan 11 06:38:50.992097 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-fb7f3d82-f334-49ac-b1f2-a404548c46c4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:50.993896 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-fb7f3d82-f334-49ac-b1f2-a404548c46c4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.30 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 946 time: 0.0490673 Jan 11 06:38:51.083723 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Deleting port 0c15537c-b202-473d-af30-47505e85abf2 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:38:51.084055 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (0c15537c-b202-473d-af30-47505e85abf2), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:51.170968 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] For port 0c15537c-b202-473d-af30-47505e85abf2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0c15537c-b202-473d-af30-47505e85abf2,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:51.171324 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (0c15537c-b202-473d-af30-47505e85abf2), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:51.385790 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:51.386143 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (c8ac9d3e-d829-471d-85ed-53783b5712a8), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:51.386454 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.l3_db [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Floating IP c8ac9d3e-d829-471d-85ed-53783b5712a8 disassociated. External IP: 172.27.2.4, port: 0c15537c-b202-473d-af30-47505e85abf2. Jan 11 06:38:51.386804 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Calling delete_port for 0c15537c-b202-473d-af30-47505e85abf2 owned by compute:nova {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:38:51.469049 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187eafca-bdd9-4bfc-8e98-5fc89d25d213 req-00460178-8b68-4b19-bab1-7e6886f0c2e9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:51.472893 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-187eafca-bdd9-4bfc-8e98-5fc89d25d213 req-00460178-8b68-4b19-bab1-7e6886f0c2e9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 945 time: 0.0581455 Jan 11 06:38:51.521497 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (0c15537c-b202-473d-af30-47505e85abf2), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:51.536250 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-187eafca-bdd9-4bfc-8e98-5fc89d25d213 req-6f96896e-43c9-4ce6-adef-178ca750983d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575123 Jan 11 06:38:51.552475 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event deleted for resources: {'Port': ['ID=0c15537c-b202-473d-af30-47505e85abf2,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:51.821223 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:51.891970 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc75948e-824d-444a-a4b4-480fb258a351 req-4af4f071-2130-463e-8d79-02c5e4aafd46 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 210 time: 0.0355473 Jan 11 06:38:51.911957 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Router 2adc7d35-c672-4f82-afce-430eefd2ddd9 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:38:52.019627 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:38:52.032746 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c22c205-5969-4d76-a3e1-3ae1ef0aea18 None None] Sync routers for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:38:52.043362 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22c205-5969-4d76-a3e1-3ae1ef0aea18 None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:38:52.044246 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-8c22c205-5969-4d76-a3e1-3ae1ef0aea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:38:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:52.064873 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] No DVR routers for this DVR port 0c15537c-b202-473d-af30-47505e85abf2 on host hv-cinder-60634 {{(pid=102726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:38:52.067984 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:52.072031 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d4095a7e-0dbb-44e2-88d9-e6e6c8cc7ed9 req-2043a8f5-fe61-475b-9a77-a81b57b27041 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.30 "DELETE /v2.0/ports/0c15537c-b202-473d-af30-47505e85abf2 HTTP/1.1" status: 204 len: 173 time: 1.0723779 Jan 11 06:38:52.072486 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'name': 'network-vif-deleted', 'tag': '0c15537c-b202-473d-af30-47505e85abf2'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:38:52.077599 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cc8b31-6cad-4af6-aa28-b7bc30ebbe78" -d '{"events": [{"server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "name": "network-vif-deleted", "tag": "0c15537c-b202-473d-af30-47505e85abf2"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:38:52.139636 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7e9f6f-96eb-49ab-b394-bbd58e3ff8c3 x-openstack-request-id: req-9c7e9f6f-96eb-49ab-b394-bbd58e3ff8c3 {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:38:52.139937 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418f8876-f5a8-41f5-8250-4da3e174d779", "name": "network-vif-deleted", "tag": "0c15537c-b202-473d-af30-47505e85abf2", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:38:52.140201 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c7e9f6f-96eb-49ab-b394-bbd58e3ff8c3 {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:38:52.140788 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418f8876-f5a8-41f5-8250-4da3e174d779', 'name': 'network-vif-deleted', 'tag': '0c15537c-b202-473d-af30-47505e85abf2', 'status': 'completed', 'code': 200} Jan 11 06:38:52.189943 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-8c22c205-5969-4d76-a3e1-3ae1ef0aea18 None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:38:52.396566 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-8c22c205-5969-4d76-a3e1-3ae1ef0aea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:03Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:52.425619 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c22c205-5969-4d76-a3e1-3ae1ef0aea18 None None] Checking router: 2adc7d35-c672-4f82-afce-430eefd2ddd9 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:38:52.433863 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22c205-5969-4d76-a3e1-3ae1ef0aea18 None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:38:52.434467 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-8c22c205-5969-4d76-a3e1-3ae1ef0aea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:38:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:52.539568 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-8c22c205-5969-4d76-a3e1-3ae1ef0aea18 None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:38:52.649526 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe342f-58e0-4f51-8f30-4448fcd84ad7 req-95286a1b-af6d-482e-ad5b-15ed3cebc2f8 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:52.651127 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8dbe342f-58e0-4f51-8f30-4448fcd84ad7 req-95286a1b-af6d-482e-ad5b-15ed3cebc2f8 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 945 time: 0.0508487 Jan 11 06:38:52.710459 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8dbe342f-58e0-4f51-8f30-4448fcd84ad7 req-466920d0-7a18-4f97-8bc4-9736f7801001 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533240 Jan 11 06:38:52.882398 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-8c22c205-5969-4d76-a3e1-3ae1ef0aea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:03Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:38:52.913057 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c22c205-5969-4d76-a3e1-3ae1ef0aea18 None None] The sync data for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi is: [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:03Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:38:53.022602 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-410671cb-766a-4635-ba04-2fb79673fc99 req-46c43d24-46f6-4fe1-98d6-fa9da8ae9945 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 210 time: 0.0335705 Jan 11 06:38:53.177618 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1810205-2497-4b47-a66e-edc89c8e85e7 None None] New status for floating IP c8ac9d3e-d829-471d-85ed-53783b5712a8: DOWN {{(pid=102728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:38:53.829496 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bfc11-a23c-4892-852e-ad2589182bcf req-40dca4ff-d263-463a-8e97-9150527fe9e3 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:53.831558 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ec1bfc11-a23c-4892-852e-ad2589182bcf req-40dca4ff-d263-463a-8e97-9150527fe9e3 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 945 time: 0.0532885 Jan 11 06:38:53.880785 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ec1bfc11-a23c-4892-852e-ad2589182bcf req-7328c159-46d8-4071-9336-25d940713a24 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 Jan 11 06:38:54.157904 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-296848e5-1fc3-48ea-804d-55cf97b9b075 req-4110b51c-42a6-48f3-b220-b043b83872f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=418f8876-f5a8-41f5-8250-4da3e174d779 HTTP/1.1" status: 200 len: 210 time: 0.0403447 Jan 11 06:38:55.006610 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8d06a-a832-4305-8334-c41e4e468d9b req-574fed5c-1e60-4214-8f81-422e964fbf42 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:55.008349 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-93a8d06a-a832-4305-8334-c41e4e468d9b req-574fed5c-1e60-4214-8f81-422e964fbf42 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 945 time: 0.0514064 Jan 11 06:38:55.021469 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 1042abd7-059a-46f4-96d8-4c86f6301c21 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:38:55.069719 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-93a8d06a-a832-4305-8334-c41e4e468d9b req-2b000398-22fc-4042-858c-12d4d6e2062c tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540795 Jan 11 06:38:55.105232 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 1042abd7-059a-46f4-96d8-4c86f6301c21 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:38:55.109589 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 1042abd7-059a-46f4-96d8-4c86f6301c21 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:38:55.110781 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.193006 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 1042abd7-059a-46f4-96d8-4c86f6301c21 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:38:55.193841 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.233564 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 1042abd7-059a-46f4-96d8-4c86f6301c21, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=1042abd7-059a-46f4-96d8-4c86f6301c21,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:38:55.234738 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:38:55.238281 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb71ef8b-e2f5-4aed-b2a4-4e3023348317" -d '{"events": [{"server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "name": "network-vif-plugged", "status": "completed", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:38:55.241813 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.289565 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36392) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:55.306565 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=1042abd7-059a-46f4-96d8-4c86f6301c21,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:55.328224 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d952a0-9447-43e7-a64a-7aec7983311b x-openstack-request-id: req-92d952a0-9447-43e7-a64a-7aec7983311b {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:38:55.328224 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "name": "network-vif-plugged", "status": "completed", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:38:55.328224 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92d952a0-9447-43e7-a64a-7aec7983311b {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:38:55.328224 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'code': 200} Jan 11 06:38:55.351830 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-447a6309-28f6-4561-a0df-2dcb46544ab7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group (9ac73b65-32c5-462e-ba8f-330ac138c766), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.374746 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-447a6309-28f6-4561-a0df-2dcb46544ab7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group (9ac73b65-32c5-462e-ba8f-330ac138c766), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.426102 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-447a6309-28f6-4561-a0df-2dcb46544ab7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (9ac73b65-32c5-462e-ba8f-330ac138c766), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.430338 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-447a6309-28f6-4561-a0df-2dcb46544ab7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.432902 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-447a6309-28f6-4561-a0df-2dcb46544ab7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "DELETE /v2.0/security-groups/9ac73b65-32c5-462e-ba8f-330ac138c766 HTTP/1.1" status: 204 len: 168 time: 0.1422322 Jan 11 06:38:55.434435 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36394) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:55.445310 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a6309-28f6-4561-a0df-2dcb46544ab7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac73b65-32c5-462e-ba8f-330ac138c766,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:55.448477 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.api.v2.resource [None req-08a6bc19-e0ee-442d-b135-3f7fc1028fbd tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] show failed (client error): The resource could not be found. Jan 11 06:38:55.454543 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-08a6bc19-e0ee-442d-b135-3f7fc1028fbd tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups/9ac73b65-32c5-462e-ba8f-330ac138c766 HTTP/1.1" status: 404 len: 347 time: 0.0152340 Jan 11 06:38:55.454645 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36396) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:55.605305 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d805b-ee70-4f1e-b802-40c2ac78b1b2 req-b9faed07-e11c-4fc0-b0b3-1e313b1419c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:55.606900 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-471d805b-ee70-4f1e-b802-40c2ac78b1b2 req-b9faed07-e11c-4fc0-b0b3-1e313b1419c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 1099 time: 0.0749269 Jan 11 06:38:55.632300 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-16d8ffff-af25-4183-a432-3db8aa65114e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Deleting port dfbd5ad8-833b-4bb5-a1ff-154e14892458 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:38:55.632670 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-16d8ffff-af25-4183-a432-3db8aa65114e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (dfbd5ad8-833b-4bb5-a1ff-154e14892458), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.695045 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-471d805b-ee70-4f1e-b802-40c2ac78b1b2 req-33647732-cc2d-45ce-9047-b02c626e2a24 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821786 Jan 11 06:38:55.722963 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-16d8ffff-af25-4183-a432-3db8aa65114e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (dfbd5ad8-833b-4bb5-a1ff-154e14892458), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.723192 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-16d8ffff-af25-4183-a432-3db8aa65114e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (dfbd5ad8-833b-4bb5-a1ff-154e14892458), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.734381 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-16d8ffff-af25-4183-a432-3db8aa65114e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Calling delete_port for dfbd5ad8-833b-4bb5-a1ff-154e14892458 owned by network:floatingip {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:38:55.878401 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-16d8ffff-af25-4183-a432-3db8aa65114e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (dfbd5ad8-833b-4bb5-a1ff-154e14892458), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.905154 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8ffff-af25-4183-a432-3db8aa65114e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event deleted for resources: {'Port': ['ID=dfbd5ad8-833b-4bb5-a1ff-154e14892458,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:55.969758 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-16d8ffff-af25-4183-a432-3db8aa65114e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (c8ac9d3e-d829-471d-85ed-53783b5712a8), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.972585 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-16d8ffff-af25-4183-a432-3db8aa65114e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:55.973833 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-16d8ffff-af25-4183-a432-3db8aa65114e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "DELETE /v2.0/floatingips/c8ac9d3e-d829-471d-85ed-53783b5712a8 HTTP/1.1" status: 204 len: 168 time: 0.5201554 Jan 11 06:38:56.048331 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 0c15537c-b202-473d-af30-47505e85abf2 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:38:56.071729 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 0c15537c-b202-473d-af30-47505e85abf2 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:38:56.072293 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 0c15537c-b202-473d-af30-47505e85abf2 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:38:56.191260 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6101d-a0e8-4203-8fcf-30bc3d8c6f89 req-238c697f-0672-4e09-b745-ece0c67e267c tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:56.193128 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ad6101d-a0e8-4203-8fcf-30bc3d8c6f89 req-238c697f-0672-4e09-b745-ece0c67e267c tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 946 time: 0.0507874 Jan 11 06:38:56.241709 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ad6101d-a0e8-4203-8fcf-30bc3d8c6f89 req-6d15bc95-1d91-403d-aca5-85166ab6430b tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Jan 11 06:38:56.594778 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36426) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:56.599981 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-45ff748c-16eb-4d21-a37c-a18fd08cd29c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1463119569', 'description': 'tempest-description--1422960267'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:56.623222 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-45ff748c-16eb-4d21-a37c-a18fd08cd29c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.693485 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-45ff748c-16eb-4d21-a37c-a18fd08cd29c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group (de005952-a805-4f33-8051-11ffc418b640), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.697745 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-45ff748c-16eb-4d21-a37c-a18fd08cd29c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (de005952-a805-4f33-8051-11ffc418b640), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.727123 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-45ff748c-16eb-4d21-a37c-a18fd08cd29c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.731573 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-45ff748c-16eb-4d21-a37c-a18fd08cd29c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1323519 Jan 11 06:38:56.731573 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36430) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:56.737427 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-3ae1db7a-72c8-4471-9af2-0371dae3069f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Request body: {'security_group_rule': {'security_group_id': 'de005952-a805-4f33-8051-11ffc418b640', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:56.738249 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36432) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:56.741655 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff748c-16eb-4d21-a37c-a18fd08cd29c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de005952-a805-4f33-8051-11ffc418b640,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:56.768937 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-3ae1db7a-72c8-4471-9af2-0371dae3069f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group_rule (6705319d-1c0e-4c76-b01a-1276bfef8118), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.827688 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-3ae1db7a-72c8-4471-9af2-0371dae3069f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group_rule (6705319d-1c0e-4c76-b01a-1276bfef8118), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.832105 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-3ae1db7a-72c8-4471-9af2-0371dae3069f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (6705319d-1c0e-4c76-b01a-1276bfef8118), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.850140 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1db7a-72c8-4471-9af2-0371dae3069f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6705319d-1c0e-4c76-b01a-1276bfef8118,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:56.854375 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-7921d6f0-365d-4b2d-b4e7-53998621d570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.858546 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-3ae1db7a-72c8-4471-9af2-0371dae3069f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.862253 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-3ae1db7a-72c8-4471-9af2-0371dae3069f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275003 Jan 11 06:38:56.862527 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36436) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:56.866880 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-e07b26f7-94c4-4408-82c3-9b426d8284a8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Request body: {'security_group_rule': {'security_group_id': 'de005952-a805-4f33-8051-11ffc418b640', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:56.896114 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e07b26f7-94c4-4408-82c3-9b426d8284a8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group_rule (22ef186a-8167-4eb8-b743-308f409d81a9), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.929978 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-7921d6f0-365d-4b2d-b4e7-53998621d570 admin admin] Publish callbacks [] for security_group (cb015b05-88e7-46b5-b1cf-ed88815d8bfa), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.936842 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-7921d6f0-365d-4b2d-b4e7-53998621d570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (cb015b05-88e7-46b5-b1cf-ed88815d8bfa), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.966119 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e07b26f7-94c4-4408-82c3-9b426d8284a8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group_rule (22ef186a-8167-4eb8-b743-308f409d81a9), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.970346 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e07b26f7-94c4-4408-82c3-9b426d8284a8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (22ef186a-8167-4eb8-b743-308f409d81a9), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:56.977355 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921d6f0-365d-4b2d-b4e7-53998621d570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb015b05-88e7-46b5-b1cf-ed88815d8bfa,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:56.986446 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-7921d6f0-365d-4b2d-b4e7-53998621d570 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ff0552e250c4b5683d3dcc13bfe4d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463827 Jan 11 06:38:56.986446 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36438) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:56.992527 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b26f7-94c4-4408-82c3-9b426d8284a8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ef186a-8167-4eb8-b743-308f409d81a9,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:57.001970 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e07b26f7-94c4-4408-82c3-9b426d8284a8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.003459 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-e07b26f7-94c4-4408-82c3-9b426d8284a8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399531 Jan 11 06:38:57.006541 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36440) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:57.011986 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Request body: {'floatingip': {'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:38:57.037948 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.039438 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8b8301c0-51cf-443b-a26e-05cbe8e9f009 admin admin] Publish callbacks [] for security_group (cb015b05-88e7-46b5-b1cf-ed88815d8bfa), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.060653 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8b8301c0-51cf-443b-a26e-05cbe8e9f009 admin admin] Publish callbacks [] for security_group (cb015b05-88e7-46b5-b1cf-ed88815d8bfa), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.108309 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8b8301c0-51cf-443b-a26e-05cbe8e9f009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (cb015b05-88e7-46b5-b1cf-ed88815d8bfa), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.111705 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8b8301c0-51cf-443b-a26e-05cbe8e9f009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.115626 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-8b8301c0-51cf-443b-a26e-05cbe8e9f009 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb015b05-88e7-46b5-b1cf-ed88815d8bfa HTTP/1.1" status: 204 len: 168 time: 0.1283157 Jan 11 06:38:57.124662 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8301c0-51cf-443b-a26e-05cbe8e9f009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb015b05-88e7-46b5-b1cf-ed88815d8bfa,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:57.148317 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.295624 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Allocated IP 172.27.2.71 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/b33dd7f1-4bbb-410d-b843-1f119f94a6d4) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:38:57.405244 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8112f2-7d70-45bc-8acf-811908641b5f req-74a2060f-0a00-4b86-bd21-7f21ffe75618 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:57.408192 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc8112f2-7d70-45bc-8acf-811908641b5f req-74a2060f-0a00-4b86-bd21-7f21ffe75618 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 946 time: 0.0763011 Jan 11 06:38:57.433952 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36458) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:57.448493 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for port (b33dd7f1-4bbb-410d-b843-1f119f94a6d4), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.457308 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4b62f2a7-0a4d-4772-bfeb-b5b32de2c92e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.459206 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fc8112f2-7d70-45bc-8acf-811908641b5f req-fa73cd59-367a-4f29-a070-5a0b91f87ec1 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448554 Jan 11 06:38:57.518754 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (b33dd7f1-4bbb-410d-b843-1f119f94a6d4), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.567269 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:38:57.573958 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:38:57.576390 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:38:57.577807 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e934c-1e1c-48df-be49-8f2c3fe13045 req-c6a7c718-48ff-48f9-9c6d-467e32048e95 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:57.579454 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-774e934c-1e1c-48df-be49-8f2c3fe13045 req-c6a7c718-48ff-48f9-9c6d-467e32048e95 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 946 time: 0.0535603 Jan 11 06:38:57.612429 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event updated for resources: {'Port': ['ID=b33dd7f1-4bbb-410d-b843-1f119f94a6d4,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:57.628234 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-774e934c-1e1c-48df-be49-8f2c3fe13045 req-73a8c503-8b5b-4585-9974-3f893b03b0d3 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Jan 11 06:38:57.640177 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4b62f2a7-0a4d-4772-bfeb-b5b32de2c92e admin admin] Publish callbacks [] for security_group (a7800fb0-6645-4a2c-af30-105e93f1db70), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.648100 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4b62f2a7-0a4d-4772-bfeb-b5b32de2c92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a7800fb0-6645-4a2c-af30-105e93f1db70), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.725068 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-4b62f2a7-0a4d-4772-bfeb-b5b32de2c92e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce45b1ee2ac7401c8331b46d653067d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898490 Jan 11 06:38:57.727009 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62f2a7-0a4d-4772-bfeb-b5b32de2c92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7800fb0-6645-4a2c-af30-105e93f1db70,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:57.728282 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36464) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:38:57.732450 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (a29967fd-b442-43cd-8bff-4a13c8ba7ed4), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.772377 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (b33dd7f1-4bbb-410d-b843-1f119f94a6d4), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.786484 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-28668233-54f2-4944-a7ab-750fc3517c25 admin admin] Publish callbacks [] for security_group (a7800fb0-6645-4a2c-af30-105e93f1db70), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.810404 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-28668233-54f2-4944-a7ab-750fc3517c25 admin admin] Publish callbacks [] for security_group (a7800fb0-6645-4a2c-af30-105e93f1db70), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.861862 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-28668233-54f2-4944-a7ab-750fc3517c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a7800fb0-6645-4a2c-af30-105e93f1db70), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.864995 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-28668233-54f2-4944-a7ab-750fc3517c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.866298 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-28668233-54f2-4944-a7ab-750fc3517c25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7800fb0-6645-4a2c-af30-105e93f1db70 HTTP/1.1" status: 204 len: 168 time: 0.1369994 Jan 11 06:38:57.879835 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28668233-54f2-4944-a7ab-750fc3517c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7800fb0-6645-4a2c-af30-105e93f1db70,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:57.957262 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for port (b33dd7f1-4bbb-410d-b843-1f119f94a6d4), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.962463 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (b33dd7f1-4bbb-410d-b843-1f119f94a6d4), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:57.967326 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013bc7b-a76f-4a4b-9f1f-e2a60a7ba8f8 req-2f5c2f0c-4cb3-4493-9dee-86928f5e9f3c tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:57.968925 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9013bc7b-a76f-4a4b-9f1f-e2a60a7ba8f8 req-2f5c2f0c-4cb3-4493-9dee-86928f5e9f3c tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 946 time: 0.0519617 Jan 11 06:38:58.024692 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9013bc7b-a76f-4a4b-9f1f-e2a60a7ba8f8 req-19e06853-9492-41ba-918f-fa2786e65408 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 Jan 11 06:38:58.035292 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event updated for resources: {'Port': ['ID=b33dd7f1-4bbb-410d-b843-1f119f94a6d4,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:38:58.053384 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (a29967fd-b442-43cd-8bff-4a13c8ba7ed4), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:58.073551 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:38:58.076385 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-341a4064-15e4-4344-9f9d-c4f20517930a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0675678 Jan 11 06:38:58.296212 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-32fdb676-fe70-44ea-8399-29dbfbf6e1b2 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1463119569&fields=id&tenant_id=7cbcefc3f2194f61aeeed24a6f34d971 HTTP/1.1" status: 200 len: 267 time: 0.0472696 Jan 11 06:38:58.450798 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-8a5f8a07-724e-4364-a04d-755b3ca9b0fd tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:38:58.452385 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-8a5f8a07-724e-4364-a04d-755b3ca9b0fd tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/networks?id=60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 200 len: 816 time: 0.1394646 Jan 11 06:38:58.466847 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-1a7e4261-5448-486d-b54c-0d68e7741431 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/quotas/7cbcefc3f2194f61aeeed24a6f34d971 HTTP/1.1" status: 200 len: 375 time: 0.0092111 Jan 11 06:38:58.522888 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-720c7035-17ef-4ee2-834c-4608207c3c80 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503778 Jan 11 06:38:58.625917 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-187eb939-c177-42be-883d-5194f8cf82c7 service neutron] 10.222.0.15 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912228 Jan 11 06:38:58.717039 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-f4f91660-3f04-4cf5-bc05-381d96c01e73 service neutron] 10.222.0.15 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855098 Jan 11 06:38:58.880096 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ede40e3d-28f2-439a-97ed-cb67d7bbc93a req-520b33ef-a42f-43ad-89b7-4c00aeffaabf tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 210 time: 0.0286899 Jan 11 06:38:59.976903 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f537f993-84b5-4ad2-a7d1-8c7c9118072c req-5503d48a-3252-4809-9097-f0598bb0247b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 210 time: 0.0253799 Jan 11 06:39:01.061219 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-1c0a0b44-b4fb-42c8-a44a-f59def142677 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:01.063861 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-1c0a0b44-b4fb-42c8-a44a-f59def142677 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.30 "GET /v2.0/networks?id=60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 200 len: 816 time: 0.1185579 Jan 11 06:39:01.090827 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-de562b56-87b2-4b24-b7c4-5673a37990e4 req-867eed9a-5be8-4aae-9d50-aa7125338c16 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 210 time: 0.0287945 Jan 11 06:39:01.136608 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-3b901b7c-c07c-4f5f-91cc-2edde3ad77e1 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cbcefc3f2194f61aeeed24a6f34d971 HTTP/1.1" status: 200 len: 380 time: 0.0559771 Jan 11 06:39:01.148881 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Request body: {'port': {'device_id': 'f4db4333-4106-4662-b912-99d0041be153', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'admin_state_up': True, 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'security_groups': ['de005952-a805-4f33-8051-11ffc418b640']}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:01.258064 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Made reservation on behalf of 7cbcefc3f2194f61aeeed24a6f34d971 for: {'port': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:39:01.261441 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:01.382367 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Allocated IP 172.20.0.3 (60a2f090-570c-42ea-9834-0df06c26707c/822973aa-968a-4a18-8a27-649eb1f1fd6d/e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:39:01.528117 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:01.571517 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:01.617800 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Network 60a2f090-570c-42ea-9834-0df06c26707c is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:39:01.621086 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:39:01.628145 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:39:01.632207 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event updated for resources: {'Port': ['ID=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:01.685036 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:01.685862 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:01.706509 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-2c78e7af-65d6-429a-b835-b8d3c5f0c854 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5612838 Jan 11 06:39:01.724907 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Request body: {'port': {'device_id': 'f4db4333-4106-4662-b912-99d0041be153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:01.785116 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:01.902164 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-46b9640b-89fb-4840-a76d-10957753921c None None] Provisioning complete for port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:39:01.902725 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-46b9640b-89fb-4840-a76d-10957753921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:01.937758 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-46b9640b-89fb-4840-a76d-10957753921c None None] Port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:39:02.077846 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 {{(pid=102726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:39:02.085958 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Publish callbacks [] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:02.099680 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.provisioning_blocks [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Transition to ACTIVE for port object e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 will not be triggered until provisioned by entity L2. {{(pid=102726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:39:02.103839 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:02.162137 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:02.243101 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Attempting to bind port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:39:02.243724 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Attempting to bind port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:39:02.244320 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Attempting to bind port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 on network 60a2f090-570c-42ea-9834-0df06c26707c {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:39:02.249238 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 on network 60a2f090-570c-42ea-9834-0df06c26707c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:39:02.249683 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Attempting to bind port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 on network 60a2f090-570c-42ea-9834-0df06c26707c {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:39:02.256303 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:39:02.256939 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Checking segment: {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:39:02.257418 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Bound using segment: {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:39:02.258107 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Bound port: e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42eb90f3-59d7-4785-b1f8-8a7113045e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c'}}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:39:02.258691 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:02.272204 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5248e4-5d96-48b6-be64-6830ff147904 req-1cf7cee7-92c0-424e-81bc-fce1f09e3a7f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:02.274367 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bc5248e4-5d96-48b6-be64-6830ff147904 req-1cf7cee7-92c0-424e-81bc-fce1f09e3a7f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0769298 Jan 11 06:39:02.342539 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, cleared binding levels {{(pid=102726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:39:02.347192 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:39:02.348603 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bc5248e4-5d96-48b6-be64-6830ff147904 req-cd0b655c-c4d0-41e7-9faf-4589752c184b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633798 Jan 11 06:39:02.352448 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:02.401902 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:02.402539 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:02.404028 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] 10.222.0.30 "PUT /v2.0/ports/e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 HTTP/1.1" status: 200 len: 1093 time: 0.6836529 Jan 11 06:39:02.404549 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:39:02.407359 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db730617-3224-4303-ad97-302514e36359" -d '{"events": [{"name": "network-changed", "server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:39:02.425591 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1018c-830c-41cf-a33b-d551f2142ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,revision_number=3']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:02.457243 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b574489a-0e5b-4225-8815-cb34900d130e x-openstack-request-id: req-b574489a-0e5b-4225-8815-cb34900d130e {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:39:02.457952 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:39:02.458432 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b574489a-0e5b-4225-8815-cb34900d130e {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:39:02.458978 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'status': 'completed', 'code': 200} Jan 11 06:39:02.517234 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-0481dc60-ffdf-4214-9595-26b21fcfe589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:02.519213 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-0481dc60-ffdf-4214-9595-26b21fcfe589 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 1096 time: 0.0431383 Jan 11 06:39:02.550759 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36630) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:02.570273 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-aef26030-c6de-4008-b8a5-33d96e0cab24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 HTTP/1.1" status: 200 len: 217 time: 0.0382307 Jan 11 06:39:02.623873 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-35f4f309-b472-4c83-8457-9d8acca35a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:02.625553 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-35f4f309-b472-4c83-8457-9d8acca35a27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822973aa-968a-4a18-8a27-649eb1f1fd6d HTTP/1.1" status: 200 len: 855 time: 0.0477788 Jan 11 06:39:02.665308 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:02.677419 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-26ce04b5-c79d-4661-b9ef-154aa35aecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:02.678918 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-26ce04b5-c79d-4661-b9ef-154aa35aecff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60a2f090-570c-42ea-9834-0df06c26707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469508 Jan 11 06:39:02.753280 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Publish callbacks [] for security_group (e5c7eef9-5fe3-4a01-8e14-9ddea9d9decd), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:02.757128 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e5c7eef9-5fe3-4a01-8e14-9ddea9d9decd), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:02.791699 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-9116589b-c245-47b4-a7f8-7e9dc1e5cc12 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052716 Jan 11 06:39:02.793905 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c7eef9-5fe3-4a01-8e14-9ddea9d9decd,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:02.802551 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c8abfc57d2a4b278ff5d37903e2ad7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481530 Jan 11 06:39:02.804132 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36642) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:02.811859 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.812139 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.812515 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.812859 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.813234 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.813565 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.813895 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.814223 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.814549 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.814874 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.815198 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.815522 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.815928 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a18043-8316-44da-92c6-14f3785e4d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:02.868170 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fd02d880-f85d-4b5b-8ff5-27e5532c5226 admin admin] Publish callbacks [] for security_group (e5c7eef9-5fe3-4a01-8e14-9ddea9d9decd), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:02.892840 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fd02d880-f85d-4b5b-8ff5-27e5532c5226 admin admin] Publish callbacks [] for security_group (e5c7eef9-5fe3-4a01-8e14-9ddea9d9decd), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:02.897217 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0a8fcc6c-1791-4bf7-9605-f32f6d83efe7 req-d9d678d1-9e17-411e-b1b0-fd826d50d337 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995257 Jan 11 06:39:02.945845 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fd02d880-f85d-4b5b-8ff5-27e5532c5226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e5c7eef9-5fe3-4a01-8e14-9ddea9d9decd), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:02.948442 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fd02d880-f85d-4b5b-8ff5-27e5532c5226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:02.949594 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-fd02d880-f85d-4b5b-8ff5-27e5532c5226 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5c7eef9-5fe3-4a01-8e14-9ddea9d9decd HTTP/1.1" status: 204 len: 168 time: 0.1445293 Jan 11 06:39:02.959777 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02d880-f85d-4b5b-8ff5-27e5532c5226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c7eef9-5fe3-4a01-8e14-9ddea9d9decd,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:03.040970 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730617-3224-4303-ad97-302514e36359 req-79ba702b-0cbc-499d-8fdd-d4dac7c088aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:03.042576 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-db730617-3224-4303-ad97-302514e36359 req-79ba702b-0cbc-499d-8fdd-d4dac7c088aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 1096 time: 0.0448303 Jan 11 06:39:03.159359 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730617-3224-4303-ad97-302514e36359 req-faed4708-6899-4216-a7e6-28833235a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:03.160909 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-db730617-3224-4303-ad97-302514e36359 req-faed4708-6899-4216-a7e6-28833235a69e service neutron] 10.222.0.30 "GET /v2.0/networks?id=60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 200 len: 917 time: 0.1124673 Jan 11 06:39:03.205317 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-db730617-3224-4303-ad97-302514e36359 req-b0623f59-1088-4450-8b68-417a662273cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 HTTP/1.1" status: 200 len: 217 time: 0.0359225 Jan 11 06:39:03.254061 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730617-3224-4303-ad97-302514e36359 req-b5ce1018-2403-4406-a58e-7b127bf2d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:03.255782 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-db730617-3224-4303-ad97-302514e36359 req-b5ce1018-2403-4406-a58e-7b127bf2d0b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822973aa-968a-4a18-8a27-649eb1f1fd6d HTTP/1.1" status: 200 len: 855 time: 0.0448887 Jan 11 06:39:03.260893 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36672) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:03.277436 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1b36669a-4d3b-4ea0-a0d9-63bf397782c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:03.307843 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730617-3224-4303-ad97-302514e36359 req-293d33d5-3c29-4fd0-8790-d20a328b16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:03.309512 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-db730617-3224-4303-ad97-302514e36359 req-293d33d5-3c29-4fd0-8790-d20a328b16b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60a2f090-570c-42ea-9834-0df06c26707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459969 Jan 11 06:39:03.354386 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1b36669a-4d3b-4ea0-a0d9-63bf397782c2 admin admin] Publish callbacks [] for security_group (96e3d362-5f23-4642-b55d-327872483095), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:03.358074 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1b36669a-4d3b-4ea0-a0d9-63bf397782c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (96e3d362-5f23-4642-b55d-327872483095), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:03.400770 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-1b36669a-4d3b-4ea0-a0d9-63bf397782c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2d381e6e6e8420ca5ab470589a36dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362104 Jan 11 06:39:03.400770 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36669a-4d3b-4ea0-a0d9-63bf397782c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e3d362-5f23-4642-b55d-327872483095,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:03.401771 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36676) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:03.416397 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-db730617-3224-4303-ad97-302514e36359 req-11706d81-e001-45c4-892c-88b328b5dbf7 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994692 Jan 11 06:39:03.476181 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-a8e6de03-0f41-491a-bb30-565b335c0d6f admin admin] Publish callbacks [] for security_group (96e3d362-5f23-4642-b55d-327872483095), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:03.504844 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-a8e6de03-0f41-491a-bb30-565b335c0d6f admin admin] Publish callbacks [] for security_group (96e3d362-5f23-4642-b55d-327872483095), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:03.511371 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-db730617-3224-4303-ad97-302514e36359 req-45f2cf8f-8363-420b-8e34-1405ff3d15df service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880048 Jan 11 06:39:03.523524 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be1316-f40c-4d30-b895-cdccc9c7263e req-c8636300-bee5-4057-984e-16ccd413dfa4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:03.525144 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-33be1316-f40c-4d30-b895-cdccc9c7263e req-c8636300-bee5-4057-984e-16ccd413dfa4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0814683 Jan 11 06:39:03.591244 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-33be1316-f40c-4d30-b895-cdccc9c7263e req-72bd9a2f-59e0-485d-ba16-e1a75f4abc3d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585964 Jan 11 06:39:03.596835 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-a8e6de03-0f41-491a-bb30-565b335c0d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (96e3d362-5f23-4642-b55d-327872483095), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:03.599443 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-a8e6de03-0f41-491a-bb30-565b335c0d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:03.600666 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-a8e6de03-0f41-491a-bb30-565b335c0d6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96e3d362-5f23-4642-b55d-327872483095 HTTP/1.1" status: 204 len: 168 time: 0.1978567 Jan 11 06:39:03.608504 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6de03-0f41-491a-bb30-565b335c0d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e3d362-5f23-4642-b55d-327872483095,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:04.715185 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998166d-5c82-4cd0-802f-b9eb49be1bb2 req-02ed0dae-567b-48e4-b96d-419db7690382 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:04.716676 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c998166d-5c82-4cd0-802f-b9eb49be1bb2 req-02ed0dae-567b-48e4-b96d-419db7690382 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0500071 Jan 11 06:39:04.763839 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c998166d-5c82-4cd0-802f-b9eb49be1bb2 req-c0ea4869-c477-48b7-bac2-0c57f201de08 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405569 Jan 11 06:39:05.573210 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36776) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:05.687608 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9d22-12b0-446c-9aab-4bc01a10987b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:05.769100 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9d22-12b0-446c-9aab-4bc01a10987b admin admin] Publish callbacks [] for security_group (42d8ba0e-56ae-4f53-a4fa-5ded887375f0), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:05.773351 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9d22-12b0-446c-9aab-4bc01a10987b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (42d8ba0e-56ae-4f53-a4fa-5ded887375f0), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:05.822031 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-ae1e9d22-12b0-446c-9aab-4bc01a10987b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=038ca205fc924b669a4a4eea087d4e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449515 Jan 11 06:39:05.822031 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e9d22-12b0-446c-9aab-4bc01a10987b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d8ba0e-56ae-4f53-a4fa-5ded887375f0,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:05.822758 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36802) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:05.928659 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-86ce1463-113d-40c9-baee-ac399a737b5f admin admin] Publish callbacks [] for security_group (42d8ba0e-56ae-4f53-a4fa-5ded887375f0), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:05.942716 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece2fff-517a-44c4-b9ee-bcc8ca0ad71b req-ad35485a-c5e9-4dbb-827c-4f66b3523d7d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:05.944217 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2ece2fff-517a-44c4-b9ee-bcc8ca0ad71b req-ad35485a-c5e9-4dbb-827c-4f66b3523d7d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0915239 Jan 11 06:39:05.974291 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-86ce1463-113d-40c9-baee-ac399a737b5f admin admin] Publish callbacks [] for security_group (42d8ba0e-56ae-4f53-a4fa-5ded887375f0), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.029155 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2ece2fff-517a-44c4-b9ee-bcc8ca0ad71b req-b62dea1f-6c05-4abd-9c9b-f19ba2a7618a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774302 Jan 11 06:39:06.043947 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:39:06.052401 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-86ce1463-113d-40c9-baee-ac399a737b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (42d8ba0e-56ae-4f53-a4fa-5ded887375f0), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.064599 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-86ce1463-113d-40c9-baee-ac399a737b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.065827 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-86ce1463-113d-40c9-baee-ac399a737b5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42d8ba0e-56ae-4f53-a4fa-5ded887375f0 HTTP/1.1" status: 204 len: 168 time: 0.2420416 Jan 11 06:39:06.079268 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce1463-113d-40c9-baee-ac399a737b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d8ba0e-56ae-4f53-a4fa-5ded887375f0,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:06.162113 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:39:06.175255 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'port_id': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'mac_address': 'fa:16:3e:5e:cd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:39:06.215405 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:39:06.215405 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.231043 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:39:06.261915 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:39:06.269124 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.317946 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:06.326059 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.326514 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.327186 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.327599 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.328080 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.329226 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.329587 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.330040 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.330524 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.330872 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.331207 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.331540 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.331871 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:06.391642 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36840) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:06.406003 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce755-ff55-4425-bd2b-60f250ad4b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.480212 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce755-ff55-4425-bd2b-60f250ad4b7c admin admin] Publish callbacks [] for security_group (1d5ad216-fcd6-4092-a077-8125c37e6404), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.483944 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8e0ce755-ff55-4425-bd2b-60f250ad4b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (1d5ad216-fcd6-4092-a077-8125c37e6404), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.489617 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36844) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:06.522973 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-8e0ce755-ff55-4425-bd2b-60f250ad4b7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=047e12fba84144968ec27c44bcade3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302187 Jan 11 06:39:06.524889 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ce755-ff55-4425-bd2b-60f250ad4b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5ad216-fcd6-4092-a077-8125c37e6404,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:06.526068 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36848) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:06.577203 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c5db9156-5481-4ad7-a822-938b382671d5 admin admin] Publish callbacks [] for security_group (1d5ad216-fcd6-4092-a077-8125c37e6404), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.604501 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2144e514-de03-48a1-87bd-e9fc9fa4ab0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.611113 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c5db9156-5481-4ad7-a822-938b382671d5 admin admin] Publish callbacks [] for security_group (1d5ad216-fcd6-4092-a077-8125c37e6404), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.621888 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:39:06.698489 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c5db9156-5481-4ad7-a822-938b382671d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (1d5ad216-fcd6-4092-a077-8125c37e6404), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.701048 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c5db9156-5481-4ad7-a822-938b382671d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.702197 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-c5db9156-5481-4ad7-a822-938b382671d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d5ad216-fcd6-4092-a077-8125c37e6404 HTTP/1.1" status: 204 len: 168 time: 0.1742256 Jan 11 06:39:06.720790 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db9156-5481-4ad7-a822-938b382671d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5ad216-fcd6-4092-a077-8125c37e6404,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:06.723683 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2144e514-de03-48a1-87bd-e9fc9fa4ab0e admin admin] Publish callbacks [] for security_group (64e7bac0-2344-4475-8563-42539b13ab0b), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.728832 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2144e514-de03-48a1-87bd-e9fc9fa4ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (64e7bac0-2344-4475-8563-42539b13ab0b), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.770190 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-2144e514-de03-48a1-87bd-e9fc9fa4ab0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f500ee8019eb4727a0991a92bbd36a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794724 Jan 11 06:39:06.770898 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144e514-de03-48a1-87bd-e9fc9fa4ab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e7bac0-2344-4475-8563-42539b13ab0b,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:06.773476 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36852) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:06.826020 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3ef8dd0c-f569-47dc-9108-5b138a46c91b admin admin] Publish callbacks [] for security_group (64e7bac0-2344-4475-8563-42539b13ab0b), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.851248 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3ef8dd0c-f569-47dc-9108-5b138a46c91b admin admin] Publish callbacks [] for security_group (64e7bac0-2344-4475-8563-42539b13ab0b), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.898954 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3ef8dd0c-f569-47dc-9108-5b138a46c91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (64e7bac0-2344-4475-8563-42539b13ab0b), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.901582 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-3ef8dd0c-f569-47dc-9108-5b138a46c91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:06.902740 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-3ef8dd0c-f569-47dc-9108-5b138a46c91b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64e7bac0-2344-4475-8563-42539b13ab0b HTTP/1.1" status: 204 len: 168 time: 0.1282358 Jan 11 06:39:06.914584 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8dd0c-f569-47dc-9108-5b138a46c91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e7bac0-2344-4475-8563-42539b13ab0b,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:07.170779 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fe13d-7e1a-4bcc-b686-ae90d1ed9245 req-7ce75653-263b-469f-b045-83213d62c567 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:07.172917 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f59fe13d-7e1a-4bcc-b686-ae90d1ed9245 req-7ce75653-263b-469f-b045-83213d62c567 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 944 time: 0.0518665 Jan 11 06:39:07.226778 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f59fe13d-7e1a-4bcc-b686-ae90d1ed9245 req-aa87777f-38d5-49e4-92ac-127d86e58c40 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471506 Jan 11 06:39:07.248205 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 36876) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:07.266107 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f7c63cd-3370-4993-9ab8-f5e67c68e665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:07.361270 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f7c63cd-3370-4993-9ab8-f5e67c68e665 admin admin] Publish callbacks [] for security_group (9f173663-cc65-4c85-8064-c1e381315be7), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:07.365889 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f7c63cd-3370-4993-9ab8-f5e67c68e665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (9f173663-cc65-4c85-8064-c1e381315be7), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:07.411760 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-2f7c63cd-3370-4993-9ab8-f5e67c68e665 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c51ffb86a163426299248bf4a5847348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599381 Jan 11 06:39:07.411760 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c63cd-3370-4993-9ab8-f5e67c68e665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f173663-cc65-4c85-8064-c1e381315be7,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:07.412116 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36882) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:07.472825 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-836e2f9d-30e8-41ce-acd2-ab76825e0da8 admin admin] Publish callbacks [] for security_group (9f173663-cc65-4c85-8064-c1e381315be7), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:07.494655 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-836e2f9d-30e8-41ce-acd2-ab76825e0da8 admin admin] Publish callbacks [] for security_group (9f173663-cc65-4c85-8064-c1e381315be7), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:07.540725 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-836e2f9d-30e8-41ce-acd2-ab76825e0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (9f173663-cc65-4c85-8064-c1e381315be7), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:07.543355 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-836e2f9d-30e8-41ce-acd2-ab76825e0da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:07.544551 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-836e2f9d-30e8-41ce-acd2-ab76825e0da8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f173663-cc65-4c85-8064-c1e381315be7 HTTP/1.1" status: 204 len: 168 time: 0.1313257 Jan 11 06:39:07.552116 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2f9d-30e8-41ce-acd2-ab76825e0da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f173663-cc65-4c85-8064-c1e381315be7,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:07.616997 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:39:08.063043 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:39:08.112581 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:39:08.116890 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:39:08.117276 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:08.211642 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:39:08.212156 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:08.239872 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:39:08.242442 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576041e8-1590-4a43-8d59-2ce6aa8eb47a" -d '{"events": [{"server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "name": "network-vif-plugged", "status": "completed", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:39:08.257229 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:39:08.270903 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:08.311421 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2196dc52-782d-403f-a433-a5708a249d48 x-openstack-request-id: req-2196dc52-782d-403f-a433-a5708a249d48 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:39:08.311925 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "name": "network-vif-plugged", "status": "completed", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:39:08.312334 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2196dc52-782d-403f-a433-a5708a249d48 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:39:08.312957 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'code': 200} Jan 11 06:39:08.368394 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:08.557086 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c566ee2-c03a-4a27-8b8d-96f697f976a3 req-be1e3beb-816a-4f67-a3f6-d79dc68334bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:08.559972 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-7c566ee2-c03a-4a27-8b8d-96f697f976a3 req-be1e3beb-816a-4f67-a3f6-d79dc68334bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 1098 time: 0.0546231 Jan 11 06:39:08.640443 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-7c566ee2-c03a-4a27-8b8d-96f697f976a3 req-c8359b39-c891-45f9-840d-a555f41970a1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737324 Jan 11 06:39:08.663730 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d249bb-abea-404e-8f7c-f6101cb74af9 req-31523bfa-690c-4896-bc8c-75178a752a7f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:08.670546 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96d249bb-abea-404e-8f7c-f6101cb74af9 req-31523bfa-690c-4896-bc8c-75178a752a7f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.3524420 Jan 11 06:39:08.715902 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-96d249bb-abea-404e-8f7c-f6101cb74af9 req-96106b2f-0e3f-4f3c-95a2-0bb865d3fc21 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442550 Jan 11 06:39:09.660096 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480efa75-8984-4ab8-b2ee-452999293b70 req-5be5cf13-6789-4048-9ff7-ec8d89b32d1d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:09.661687 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-480efa75-8984-4ab8-b2ee-452999293b70 req-5be5cf13-6789-4048-9ff7-ec8d89b32d1d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 946 time: 0.0486355 Jan 11 06:39:09.708169 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-480efa75-8984-4ab8-b2ee-452999293b70 req-16ec1687-b435-4017-aa2f-cb5d7082ca9d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Jan 11 06:39:09.730944 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36974) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:09.853583 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cf36b-9c2c-4d4a-8712-d0421e943239 req-56fc60a6-e8f0-45e3-b2c2-22ca6e5d8357 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:09.855047 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-172cf36b-9c2c-4d4a-8712-d0421e943239 req-56fc60a6-e8f0-45e3-b2c2-22ca6e5d8357 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0518408 Jan 11 06:39:09.904620 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-172cf36b-9c2c-4d4a-8712-d0421e943239 req-b149ccec-0b0b-4796-9b35-c37d31b6ca75 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439925 Jan 11 06:39:09.936412 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc19d9-706a-4a2a-8571-8f457f081609 tempest-TestMinimumBasicScenario-1924125362 tempest-TestMinimumBasicScenario-1924125362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:09.937984 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-2ddc19d9-706a-4a2a-8571-8f457f081609 tempest-TestMinimumBasicScenario-1924125362 tempest-TestMinimumBasicScenario-1924125362-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 1094 time: 0.2059996 Jan 11 06:39:09.941380 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 36982) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:09.945982 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Request body: {'floatingip': {'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'port_id': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:09.973053 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:10.081402 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:10.400163 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Allocated IP 172.27.2.68 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/3325fbab-deb4-4c19-a320-d22b8b42bfba) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:39:10.503883 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for port (3325fbab-deb4-4c19-a320-d22b8b42bfba), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:10.537741 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (3325fbab-deb4-4c19-a320-d22b8b42bfba), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:10.573858 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:39:10.577971 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:39:10.581937 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:39:10.604986 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event updated for resources: {'Port': ['ID=3325fbab-deb4-4c19-a320-d22b8b42bfba,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:10.933221 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for floatingip (c03dd8d8-7539-4fbb-abef-415e8bb608e1), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:11.006710 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (3325fbab-deb4-4c19-a320-d22b8b42bfba), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:11.039664 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167bda1-60af-4702-b327-effdfa84a501 req-a4ec2f7b-e30d-4758-85a6-5424280dba0b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:11.041144 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d167bda1-60af-4702-b327-effdfa84a501 req-a4ec2f7b-e30d-4758-85a6-5424280dba0b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0612063 Jan 11 06:39:11.090436 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d167bda1-60af-4702-b327-effdfa84a501 req-f8304bc7-ccc6-4e57-ba1d-71b4b2cfd6a7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428627 Jan 11 06:39:11.171284 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for port (3325fbab-deb4-4c19-a320-d22b8b42bfba), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:11.178097 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (3325fbab-deb4-4c19-a320-d22b8b42bfba), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:11.217551 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20715e-9144-40a8-bb33-bfe1c76633e5 req-50dc68a7-bd06-49b0-b876-f986142956f9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:11.219914 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6e20715e-9144-40a8-bb33-bfe1c76633e5 req-50dc68a7-bd06-49b0-b876-f986142956f9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0595682 Jan 11 06:39:11.228711 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37008) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:11.233316 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-66e772b7-5bc7-4543-8ab6-7382c240c33d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Request body: {'floatingip': {'port_id': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:11.248811 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event updated for resources: {'Port': ['ID=3325fbab-deb4-4c19-a320-d22b8b42bfba,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:11.265531 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (c03dd8d8-7539-4fbb-abef-415e8bb608e1), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:11.286110 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-66e772b7-5bc7-4543-8ab6-7382c240c33d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (a29967fd-b442-43cd-8bff-4a13c8ba7ed4), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:11.388669 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.l3_db [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Floating IP c03dd8d8-7539-4fbb-abef-415e8bb608e1 associated. External IP: 172.27.2.68, port: 1042abd7-059a-46f4-96d8-4c86f6301c21. Jan 11 06:39:11.621006 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:39:11.729007 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:39:11.739826 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6a957-9810-48e3-9f7e-fb869aeeed43 None None] Sync routers for ids ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:39:11.746834 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:11.751337 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6a957-9810-48e3-9f7e-fb869aeeed43 None None] Routers {'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:39:11.751959 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-b0c6a957-9810-48e3-9f7e-fb869aeeed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:38:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:39:11.763007 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-66e772b7-5bc7-4543-8ab6-7382c240c33d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:11.768164 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-66e772b7-5bc7-4543-8ab6-7382c240c33d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (a29967fd-b442-43cd-8bff-4a13c8ba7ed4), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:11.782354 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-6f9dcb04-2066-4927-aabc-4f645d4d3b5a tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8366432 Jan 11 06:39:11.782354 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:39:11.782793 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffcf021-7f6c-4a3b-9300-a26fece9551a" -d '{"events": [{"name": "network-changed", "server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:39:11.785298 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37024) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:11.789701 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-5ca131fb-881c-4009-b07c-ca0eaed9e7be tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1920058648', 'description': 'tempest-secgroup-smoke-1920058648 description', 'project_id': '0d6f3281f7224e01a8f117a3325daba2'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:11.825275 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ca131fb-881c-4009-b07c-ca0eaed9e7be tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:11.849338 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f004302-2c21-4914-98ad-0e92443e0cc7 x-openstack-request-id: req-7f004302-2c21-4914-98ad-0e92443e0cc7 {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:39:11.849633 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:39:11.849888 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f004302-2c21-4914-98ad-0e92443e0cc7 {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:39:11.850329 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'status': 'completed', 'code': 200} Jan 11 06:39:11.867433 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-b0c6a957-9810-48e3-9f7e-fb869aeeed43 None None] Set router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:39:11.884531 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.l3_db [None req-66e772b7-5bc7-4543-8ab6-7382c240c33d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Floating IP a29967fd-b442-43cd-8bff-4a13c8ba7ed4 associated. External IP: 172.27.2.71, port: e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65. Jan 11 06:39:11.965870 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ca131fb-881c-4009-b07c-ca0eaed9e7be tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group (c0b3bb63-2e24-48aa-b467-21bb2f88e0af), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:11.976856 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcf021-7f6c-4a3b-9300-a26fece9551a req-0cf54d97-361d-4f43-a323-3a68ab7e95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:11.978901 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0ffcf021-7f6c-4a3b-9300-a26fece9551a req-0cf54d97-361d-4f43-a323-3a68ab7e95c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d6f3281f7224e01a8f117a3325daba2&device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 1099 time: 0.0737946 Jan 11 06:39:11.980182 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ca131fb-881c-4009-b07c-ca0eaed9e7be tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (c0b3bb63-2e24-48aa-b467-21bb2f88e0af), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:12.044154 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5ca131fb-881c-4009-b07c-ca0eaed9e7be tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:12.049161 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-5ca131fb-881c-4009-b07c-ca0eaed9e7be tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2625520 Jan 11 06:39:12.051761 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37028) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:12.053786 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca131fb-881c-4009-b07c-ca0eaed9e7be tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b3bb63-2e24-48aa-b467-21bb2f88e0af,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:12.061549 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-336b3f3c-3abf-472e-9213-342aebd231e6 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Request body: {'security_group_rule': {'security_group_id': 'c0b3bb63-2e24-48aa-b467-21bb2f88e0af', 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:12.114619 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e772b7-5bc7-4543-8ab6-7382c240c33d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Router 2adc7d35-c672-4f82-afce-430eefd2ddd9 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:39:12.119525 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-b0c6a957-9810-48e3-9f7e-fb869aeeed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:07Z', 'revision_number': 4, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'c03dd8d8-7539-4fbb-abef-415e8bb608e1', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'port_id': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'mac_address': 'fa:16:3e:e3:e9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:39:10Z', 'updated_at': '2022-01-11T06:39:10Z', 'revision_number': 0, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f', 'name': '', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'mac_address': 'fa:16:3e:a6:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:06Z', 'updated_at': '2022-01-11T06:38:11Z', 'revision_number': 5, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'subnets': [{'id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:39:12.149858 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-336b3f3c-3abf-472e-9213-342aebd231e6 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (af78c9cd-6692-4dd3-93ee-57d0b6a51e11), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:12.152131 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6a957-9810-48e3-9f7e-fb869aeeed43 None None] Checking router: f1bc02f9-e59e-4fc9-99b4-45f398df5c2d for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:39:12.160832 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6a957-9810-48e3-9f7e-fb869aeeed43 None None] Routers {'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:39:12.161559 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-b0c6a957-9810-48e3-9f7e-fb869aeeed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:38:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:39:12.198278 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcf021-7f6c-4a3b-9300-a26fece9551a req-f75f935e-0eb7-4145-a528-c9985df7ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:12.199968 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0ffcf021-7f6c-4a3b-9300-a26fece9551a req-f75f935e-0eb7-4145-a528-c9985df7ce2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=26d2b271-e1ce-42c3-a732-6b6bab068c48 HTTP/1.1" status: 200 len: 915 time: 0.2078850 Jan 11 06:39:12.240491 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e772b7-5bc7-4543-8ab6-7382c240c33d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:39:12.246246 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-66e772b7-5bc7-4543-8ab6-7382c240c33d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:12.256440 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5944548-bda1-4567-9ced-ad01ae9a7a33 None None] Sync routers for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:39:12.267329 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5944548-bda1-4567-9ced-ad01ae9a7a33 None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:39:12.268091 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-b5944548-bda1-4567-9ced-ad01ae9a7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:38:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:39:12.268550 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-336b3f3c-3abf-472e-9213-342aebd231e6 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (af78c9cd-6692-4dd3-93ee-57d0b6a51e11), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:12.277252 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-336b3f3c-3abf-472e-9213-342aebd231e6 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (af78c9cd-6692-4dd3-93ee-57d0b6a51e11), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:12.281937 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-b0c6a957-9810-48e3-9f7e-fb869aeeed43 None None] Set router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:39:12.294181 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-66e772b7-5bc7-4543-8ab6-7382c240c33d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "PUT /v2.0/floatingips/a29967fd-b442-43cd-8bff-4a13c8ba7ed4 HTTP/1.1" status: 200 len: 990 time: 1.0617869 Jan 11 06:39:12.294181 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:39:12.296023 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc805f77-fc74-4449-9f75-7112e712a143" -d '{"events": [{"name": "network-changed", "server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:39:12.308929 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b3f3c-3abf-472e-9213-342aebd231e6 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af78c9cd-6692-4dd3-93ee-57d0b6a51e11,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:12.341703 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0ffcf021-7f6c-4a3b-9300-a26fece9551a req-e918cb86-b99b-484d-a9af-1e2cb57847d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1042abd7-059a-46f4-96d8-4c86f6301c21 HTTP/1.1" status: 200 len: 999 time: 0.1336355 Jan 11 06:39:12.349979 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-336b3f3c-3abf-472e-9213-342aebd231e6 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:12.354031 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-336b3f3c-3abf-472e-9213-342aebd231e6 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2986395 Jan 11 06:39:12.354331 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37034) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:12.357031 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b08ff9a-0268-4651-8e36-3d6f1202bff2 x-openstack-request-id: req-6b08ff9a-0268-4651-8e36-3d6f1202bff2 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:39:12.357327 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:39:12.357586 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b08ff9a-0268-4651-8e36-3d6f1202bff2 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:39:12.358034 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'status': 'completed', 'code': 200} Jan 11 06:39:12.360551 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-68f59a03-2359-4d15-ba57-b04d368b612d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Request body: {'security_group_rule': {'security_group_id': 'c0b3bb63-2e24-48aa-b467-21bb2f88e0af', 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:12.443758 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcf021-7f6c-4a3b-9300-a26fece9551a req-9a151b87-ffc5-43c5-97d2-179ffac57d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:12.444958 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-b5944548-bda1-4567-9ced-ad01ae9a7a33 None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:39:12.445456 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0ffcf021-7f6c-4a3b-9300-a26fece9551a req-9a151b87-ffc5-43c5-97d2-179ffac57d8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a73fad6-9354-404d-9e33-4a7f44099be2 HTTP/1.1" status: 200 len: 853 time: 0.0764387 Jan 11 06:39:12.447560 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-68f59a03-2359-4d15-ba57-b04d368b612d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (65c3bc9a-acc5-4e57-b9b5-f47772890904), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:12.489133 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc805f77-fc74-4449-9f75-7112e712a143 req-dcdc242d-8afa-48aa-8ab7-69e6404162d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:12.492182 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc805f77-fc74-4449-9f75-7112e712a143 req-dcdc242d-8afa-48aa-8ab7-69e6404162d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 1098 time: 0.0652657 Jan 11 06:39:12.600612 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-b0c6a957-9810-48e3-9f7e-fb869aeeed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:07Z', 'revision_number': 4, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'c03dd8d8-7539-4fbb-abef-415e8bb608e1', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'port_id': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'mac_address': 'fa:16:3e:e3:e9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:39:10Z', 'updated_at': '2022-01-11T06:39:10Z', 'revision_number': 0, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f', 'name': '', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'mac_address': 'fa:16:3e:a6:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:06Z', 'updated_at': '2022-01-11T06:38:11Z', 'revision_number': 5, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'subnets': [{'id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:39:12.611314 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc805f77-fc74-4449-9f75-7112e712a143 req-b9f69c50-5bc0-4b61-a1ca-99fc8dd2c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:12.612674 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc805f77-fc74-4449-9f75-7112e712a143 req-b9f69c50-5bc0-4b61-a1ca-99fc8dd2c3d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 200 len: 917 time: 0.1128235 Jan 11 06:39:12.619789 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-68f59a03-2359-4d15-ba57-b04d368b612d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (65c3bc9a-acc5-4e57-b9b5-f47772890904), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:12.632640 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcf021-7f6c-4a3b-9300-a26fece9551a req-c12d04a3-d573-4f4d-8cad-bb865bea11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:12.634268 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0ffcf021-7f6c-4a3b-9300-a26fece9551a req-c12d04a3-d573-4f4d-8cad-bb865bea11e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d2b271-e1ce-42c3-a732-6b6bab068c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1532323 Jan 11 06:39:12.635261 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-68f59a03-2359-4d15-ba57-b04d368b612d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (65c3bc9a-acc5-4e57-b9b5-f47772890904), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:12.683299 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6a957-9810-48e3-9f7e-fb869aeeed43 None None] The sync data for ids ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'] in dv-cinder-606346-33-iscsi is: [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:07Z', 'revision_number': 4, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'c03dd8d8-7539-4fbb-abef-415e8bb608e1', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'port_id': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'mac_address': 'fa:16:3e:e3:e9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:39:10Z', 'updated_at': '2022-01-11T06:39:10Z', 'revision_number': 0, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f', 'name': '', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'mac_address': 'fa:16:3e:a6:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:06Z', 'updated_at': '2022-01-11T06:38:11Z', 'revision_number': 5, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'subnets': [{'id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:39:12.716262 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc805f77-fc74-4449-9f75-7112e712a143 req-f814a0e7-68d8-4794-9768-0f9182a89110 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 HTTP/1.1" status: 200 len: 998 time: 0.0931664 Jan 11 06:39:12.740345 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f59a03-2359-4d15-ba57-b04d368b612d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c3bc9a-acc5-4e57-b9b5-f47772890904,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:12.750403 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-68f59a03-2359-4d15-ba57-b04d368b612d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:12.751706 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-68f59a03-2359-4d15-ba57-b04d368b612d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3961191 Jan 11 06:39:12.754984 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37048) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:12.769677 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-60106460-7f43-4f76-ad29-9bd8a87af4b1 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Request body: {'security_group_rule': {'security_group_id': 'c0b3bb63-2e24-48aa-b467-21bb2f88e0af', 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:12.850652 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc805f77-fc74-4449-9f75-7112e712a143 req-52d678d5-3a36-4561-b699-008dbc460d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:12.852482 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc805f77-fc74-4449-9f75-7112e712a143 req-52d678d5-3a36-4561-b699-008dbc460d07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822973aa-968a-4a18-8a27-649eb1f1fd6d HTTP/1.1" status: 200 len: 855 time: 0.1215377 Jan 11 06:39:12.869893 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-b5944548-bda1-4567-9ced-ad01ae9a7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'a29967fd-b442-43cd-8bff-4a13c8ba7ed4', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'port_id': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'mac_address': 'fa:16:3e:5e:cd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db4333-4106-4662-b912-99d0041be153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:38:57Z', 'updated_at': '2022-01-11T06:39:11Z', 'revision_number': 1, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:03Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:39:12.880047 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0ffcf021-7f6c-4a3b-9300-a26fece9551a req-6a7b7718-5731-4cd9-a178-286474468f46 service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332461 Jan 11 06:39:12.894128 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-60106460-7f43-4f76-ad29-9bd8a87af4b1 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (c5a7825e-c694-4ac0-aaa0-315e94713050), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:12.931855 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5944548-bda1-4567-9ced-ad01ae9a7a33 None None] Checking router: 2adc7d35-c672-4f82-afce-430eefd2ddd9 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:39:12.938543 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc805f77-fc74-4449-9f75-7112e712a143 req-f75a72a7-623c-4490-bd00-6ef0a7b8888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:12.940528 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc805f77-fc74-4449-9f75-7112e712a143 req-f75a72a7-623c-4490-bd00-6ef0a7b8888f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60a2f090-570c-42ea-9834-0df06c26707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0816655 Jan 11 06:39:12.950071 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5944548-bda1-4567-9ced-ad01ae9a7a33 None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:39:12.950697 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-b5944548-bda1-4567-9ced-ad01ae9a7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:38:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:39:13.039326 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f9e67-2569-43a6-89ab-f74787cf3629 None None] New status for floating IP c03dd8d8-7539-4fbb-abef-415e8bb608e1: ACTIVE {{(pid=102727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:39:13.060175 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-60106460-7f43-4f76-ad29-9bd8a87af4b1 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (c5a7825e-c694-4ac0-aaa0-315e94713050), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.065001 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0ffcf021-7f6c-4a3b-9300-a26fece9551a req-b2c9e8f9-a08c-4225-902a-657c37b26f0e service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769381 Jan 11 06:39:13.069945 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-60106460-7f43-4f76-ad29-9bd8a87af4b1 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (c5a7825e-c694-4ac0-aaa0-315e94713050), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.110617 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60106460-7f43-4f76-ad29-9bd8a87af4b1 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a7825e-c694-4ac0-aaa0-315e94713050,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:13.124506 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-60106460-7f43-4f76-ad29-9bd8a87af4b1 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.126040 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-60106460-7f43-4f76-ad29-9bd8a87af4b1 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3666224 Jan 11 06:39:13.129271 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37058) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:13.132319 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc805f77-fc74-4449-9f75-7112e712a143 req-f4fb55f4-f459-407e-b8ed-30c4695bc240 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763930 Jan 11 06:39:13.134766 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-d64ffb95-d212-4f59-8830-55abfe2304cb tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Request body: {'security_group_rule': {'security_group_id': 'c0b3bb63-2e24-48aa-b467-21bb2f88e0af', 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:13.166543 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-b5944548-bda1-4567-9ced-ad01ae9a7a33 None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:39:13.190249 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d64ffb95-d212-4f59-8830-55abfe2304cb tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (203520d1-e274-4b39-bc1b-12b96c96a049), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.245205 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc805f77-fc74-4449-9f75-7112e712a143 req-1955c6fa-0dc1-4892-ae97-e3e1304703a0 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060722 Jan 11 06:39:13.287076 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37062) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:13.334747 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37066) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:13.339619 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d64ffb95-d212-4f59-8830-55abfe2304cb tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (203520d1-e274-4b39-bc1b-12b96c96a049), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.347075 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d64ffb95-d212-4f59-8830-55abfe2304cb tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (203520d1-e274-4b39-bc1b-12b96c96a049), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.380458 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ffb95-d212-4f59-8830-55abfe2304cb tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203520d1-e274-4b39-bc1b-12b96c96a049,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:13.390246 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d64ffb95-d212-4f59-8830-55abfe2304cb tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.392086 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-d64ffb95-d212-4f59-8830-55abfe2304cb tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2610073 Jan 11 06:39:13.399650 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37070) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:13.403461 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-fd4a8f48-d4ed-4c05-9814-181be1be3be2 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Request body: {'security_group_rule': {'security_group_id': 'c0b3bb63-2e24-48aa-b467-21bb2f88e0af', 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:13.432726 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1b58-5109-461f-98e5-259daf49642f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.451549 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.securitygroups_db [None req-fd4a8f48-d4ed-4c05-9814-181be1be3be2 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Project 0d6f3281f7224e01a8f117a3325daba2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 06:39:13.461631 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8f48-d4ed-4c05-9814-181be1be3be2 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (a3eab72e-c015-4136-a207-86c6e5315221), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.514954 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-b5944548-bda1-4567-9ced-ad01ae9a7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'a29967fd-b442-43cd-8bff-4a13c8ba7ed4', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'port_id': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'mac_address': 'fa:16:3e:5e:cd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db4333-4106-4662-b912-99d0041be153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:38:57Z', 'updated_at': '2022-01-11T06:39:11Z', 'revision_number': 1, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:03Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:39:13.520348 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c79d528a-102a-4be1-b70e-96a978d7b7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.545598 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5944548-bda1-4567-9ced-ad01ae9a7a33 None None] The sync data for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi is: [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'a29967fd-b442-43cd-8bff-4a13c8ba7ed4', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'port_id': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'mac_address': 'fa:16:3e:5e:cd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db4333-4106-4662-b912-99d0041be153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:38:57Z', 'updated_at': '2022-01-11T06:39:11Z', 'revision_number': 1, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:03Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:39:13.554187 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cd616a2e-e5a1-43b5-9fec-a2e2d454fb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.585637 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8f48-d4ed-4c05-9814-181be1be3be2 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (a3eab72e-c015-4136-a207-86c6e5315221), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.597661 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8f48-d4ed-4c05-9814-181be1be3be2 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (a3eab72e-c015-4136-a207-86c6e5315221), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.620685 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a8f48-d4ed-4c05-9814-181be1be3be2 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3eab72e-c015-4136-a207-86c6e5315221,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:13.649430 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fd4a8f48-d4ed-4c05-9814-181be1be3be2 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.649775 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cd616a2e-e5a1-43b5-9fec-a2e2d454fb7c admin admin] Publish callbacks [] for security_group (9f05d89d-9de7-4997-b1a5-bf4c81d8a5ea), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.650923 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-fd4a8f48-d4ed-4c05-9814-181be1be3be2 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2544718 Jan 11 06:39:13.655141 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37074) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:13.664649 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-f7de252b-b13b-44cb-8d10-fcafe6db2893 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Request body: {'security_group_rule': {'security_group_id': 'c0b3bb63-2e24-48aa-b467-21bb2f88e0af', 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:13.671145 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cd616a2e-e5a1-43b5-9fec-a2e2d454fb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (9f05d89d-9de7-4997-b1a5-bf4c81d8a5ea), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.682755 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c79d528a-102a-4be1-b70e-96a978d7b7a7 admin admin] Publish callbacks [] for security_group (14daec61-26c6-45b7-bd0d-58f32e6151c4), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.689258 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c79d528a-102a-4be1-b70e-96a978d7b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (14daec61-26c6-45b7-bd0d-58f32e6151c4), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.724178 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-cd616a2e-e5a1-43b5-9fec-a2e2d454fb7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fa1c178ea9c47e691e56bc159cfe857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357233 Jan 11 06:39:13.724928 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd616a2e-e5a1-43b5-9fec-a2e2d454fb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f05d89d-9de7-4997-b1a5-bf4c81d8a5ea,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:13.729320 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-c79d528a-102a-4be1-b70e-96a978d7b7a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8383f10a64d4c04978c77f8a50d314b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933902 Jan 11 06:39:13.729554 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37076) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:13.732781 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37078) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:13.742343 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d528a-102a-4be1-b70e-96a978d7b7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14daec61-26c6-45b7-bd0d-58f32e6151c4,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:13.746688 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.securitygroups_db [None req-f7de252b-b13b-44cb-8d10-fcafe6db2893 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Project 0d6f3281f7224e01a8f117a3325daba2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 06:39:13.764591 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f7de252b-b13b-44cb-8d10-fcafe6db2893 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (b329e36b-334e-4388-8887-97c4ad1d6ab4), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.796028 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2c992d00-4ae5-4f3b-b359-a3ec303d7733 admin admin] Publish callbacks [] for security_group (14daec61-26c6-45b7-bd0d-58f32e6151c4), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.822263 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2c992d00-4ae5-4f3b-b359-a3ec303d7733 admin admin] Publish callbacks [] for security_group (14daec61-26c6-45b7-bd0d-58f32e6151c4), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.836235 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-03deaf5b-8d01-4cbc-be49-0c6c3a5ef996 admin admin] Publish callbacks [] for security_group (9f05d89d-9de7-4997-b1a5-bf4c81d8a5ea), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.855050 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fac0460-e7bd-4ae5-a29f-fb9acf929b0a None None] New status for floating IP a29967fd-b442-43cd-8bff-4a13c8ba7ed4: ACTIVE {{(pid=102728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:39:13.869478 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f7de252b-b13b-44cb-8d10-fcafe6db2893 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (b329e36b-334e-4388-8887-97c4ad1d6ab4), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.871437 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-03deaf5b-8d01-4cbc-be49-0c6c3a5ef996 admin admin] Publish callbacks [] for security_group (9f05d89d-9de7-4997-b1a5-bf4c81d8a5ea), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.878276 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f7de252b-b13b-44cb-8d10-fcafe6db2893 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (b329e36b-334e-4388-8887-97c4ad1d6ab4), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.885759 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2c992d00-4ae5-4f3b-b359-a3ec303d7733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (14daec61-26c6-45b7-bd0d-58f32e6151c4), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.888899 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2c992d00-4ae5-4f3b-b359-a3ec303d7733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.892919 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-2c992d00-4ae5-4f3b-b359-a3ec303d7733 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14daec61-26c6-45b7-bd0d-58f32e6151c4 HTTP/1.1" status: 204 len: 168 time: 0.1590757 Jan 11 06:39:13.904629 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c992d00-4ae5-4f3b-b359-a3ec303d7733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14daec61-26c6-45b7-bd0d-58f32e6151c4,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:13.907538 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de252b-b13b-44cb-8d10-fcafe6db2893 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b329e36b-334e-4388-8887-97c4ad1d6ab4,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:13.942870 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f7de252b-b13b-44cb-8d10-fcafe6db2893 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.946808 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-f7de252b-b13b-44cb-8d10-fcafe6db2893 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2861123 Jan 11 06:39:13.964312 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-03deaf5b-8d01-4cbc-be49-0c6c3a5ef996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (9f05d89d-9de7-4997-b1a5-bf4c81d8a5ea), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.967161 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-03deaf5b-8d01-4cbc-be49-0c6c3a5ef996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:13.968341 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-03deaf5b-8d01-4cbc-be49-0c6c3a5ef996 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f05d89d-9de7-4997-b1a5-bf4c81d8a5ea HTTP/1.1" status: 204 len: 168 time: 0.2379029 Jan 11 06:39:13.980734 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03deaf5b-8d01-4cbc-be49-0c6c3a5ef996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f05d89d-9de7-4997-b1a5-bf4c81d8a5ea,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:14.081480 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82a52603-1ea7-4499-99a5-c285e0d48030 req-f8e3d9a6-4820-4733-9298-46a99200e732 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920058648&fields=id&tenant_id=0d6f3281f7224e01a8f117a3325daba2 HTTP/1.1" status: 200 len: 267 time: 0.0574305 Jan 11 06:39:14.148943 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a52603-1ea7-4499-99a5-c285e0d48030 req-3951d4d5-2959-4212-8f76-1ed560fb7912 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:14.150549 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82a52603-1ea7-4499-99a5-c285e0d48030 req-3951d4d5-2959-4212-8f76-1ed560fb7912 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 946 time: 0.0633419 Jan 11 06:39:14.161669 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-82a52603-1ea7-4499-99a5-c285e0d48030 req-68f764b0-b241-4abb-9f6e-9c0803759156 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Request body: {'port': {'security_groups': ['11434f80-b2eb-48db-a331-c8555da75979', 'c0b3bb63-2e24-48aa-b467-21bb2f88e0af']}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:14.231774 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82a52603-1ea7-4499-99a5-c285e0d48030 req-68f764b0-b241-4abb-9f6e-9c0803759156 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.334959 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37090) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:14.350535 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-484e93e5-6b13-4ed5-ad2f-d4357fc0d3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.368540 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37092) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:14.385104 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6e37c53e-3a9c-4afd-ab45-01d24b5ce0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.442029 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-82a52603-1ea7-4499-99a5-c285e0d48030 req-68f764b0-b241-4abb-9f6e-9c0803759156 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] For port 1042abd7-059a-46f4-96d8-4c86f6301c21, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=1042abd7-059a-46f4-96d8-4c86f6301c21,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:39:14.472165 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-484e93e5-6b13-4ed5-ad2f-d4357fc0d3f8 admin admin] Publish callbacks [] for security_group (2150d489-91b6-46e8-bc9c-92a801c962d3), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.472840 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82a52603-1ea7-4499-99a5-c285e0d48030 req-68f764b0-b241-4abb-9f6e-9c0803759156 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.478194 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82a52603-1ea7-4499-99a5-c285e0d48030 req-68f764b0-b241-4abb-9f6e-9c0803759156 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.478628 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-484e93e5-6b13-4ed5-ad2f-d4357fc0d3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (2150d489-91b6-46e8-bc9c-92a801c962d3), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.527876 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['1042abd7-059a-46f4-96d8-4c86f6301c21'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:39:14.528399 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a52603-1ea7-4499-99a5-c285e0d48030 req-68f764b0-b241-4abb-9f6e-9c0803759156 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:14.529016 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-82a52603-1ea7-4499-99a5-c285e0d48030 req-68f764b0-b241-4abb-9f6e-9c0803759156 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.530415 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82a52603-1ea7-4499-99a5-c285e0d48030 req-68f764b0-b241-4abb-9f6e-9c0803759156 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "PUT /v2.0/ports/1042abd7-059a-46f4-96d8-4c86f6301c21 HTTP/1.1" status: 200 len: 982 time: 0.3738737 Jan 11 06:39:14.530875 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:39:14.532847 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6e37c53e-3a9c-4afd-ab45-01d24b5ce0a4 admin admin] Publish callbacks [] for security_group (10f079ad-bddd-4d1b-b98d-e3aaaccc9697), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.533422 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af666045-f7fe-49c4-8c31-2c1a3f016aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:39:14.535893 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-484e93e5-6b13-4ed5-ad2f-d4357fc0d3f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b5237cf935249288c34f63fa54d9954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991599 Jan 11 06:39:14.536680 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e93e5-6b13-4ed5-ad2f-d4357fc0d3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2150d489-91b6-46e8-bc9c-92a801c962d3,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:14.542057 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37098) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:14.549967 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6e37c53e-3a9c-4afd-ab45-01d24b5ce0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (10f079ad-bddd-4d1b-b98d-e3aaaccc9697), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.570848 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f764b0-b241-4abb-9f6e-9c0803759156 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event updated for resources: {'Port': ['ID=1042abd7-059a-46f4-96d8-4c86f6301c21,revision_number=6']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:14.619073 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37c53e-3a9c-4afd-ab45-01d24b5ce0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f079ad-bddd-4d1b-b98d-e3aaaccc9697,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:14.624147 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-6e37c53e-3a9c-4afd-ab45-01d24b5ce0a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c573026c16a3483da2311c99bb423cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535830 Jan 11 06:39:14.627332 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37102) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:14.652415 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6da800-1ee0-4c54-bc81-ef27a505099b x-openstack-request-id: req-2c6da800-1ee0-4c54-bc81-ef27a505099b {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:39:14.653745 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:39:14.654510 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c6da800-1ee0-4c54-bc81-ef27a505099b {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:39:14.654976 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'status': 'completed', 'code': 200} Jan 11 06:39:14.665812 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5c58dcb0-348c-4830-add0-9c2264a212c8 admin admin] Publish callbacks [] for security_group (2150d489-91b6-46e8-bc9c-92a801c962d3), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.704610 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['1042abd7-059a-46f4-96d8-4c86f6301c21'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:39:14.720394 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5c58dcb0-348c-4830-add0-9c2264a212c8 admin admin] Publish callbacks [] for security_group (2150d489-91b6-46e8-bc9c-92a801c962d3), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.743913 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-20c5a5c1-5320-414a-9b70-ace5fd48337c admin admin] Publish callbacks [] for security_group (10f079ad-bddd-4d1b-b98d-e3aaaccc9697), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.782060 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-20c5a5c1-5320-414a-9b70-ace5fd48337c admin admin] Publish callbacks [] for security_group (10f079ad-bddd-4d1b-b98d-e3aaaccc9697), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.792187 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9f5a1-6e4b-490c-b500-4be1333d752f req-94fbd700-43da-49a9-924f-37172205206e tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:14.807557 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0dd9f5a1-6e4b-490c-b500-4be1333d752f req-94fbd700-43da-49a9-924f-37172205206e tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.1289146 Jan 11 06:39:14.826019 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5c58dcb0-348c-4830-add0-9c2264a212c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (2150d489-91b6-46e8-bc9c-92a801c962d3), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.832518 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5c58dcb0-348c-4830-add0-9c2264a212c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.832518 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-5c58dcb0-348c-4830-add0-9c2264a212c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2150d489-91b6-46e8-bc9c-92a801c962d3 HTTP/1.1" status: 204 len: 168 time: 0.2879000 Jan 11 06:39:14.842132 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58dcb0-348c-4830-add0-9c2264a212c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2150d489-91b6-46e8-bc9c-92a801c962d3,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:14.860107 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-20c5a5c1-5320-414a-9b70-ace5fd48337c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (10f079ad-bddd-4d1b-b98d-e3aaaccc9697), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.863827 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-20c5a5c1-5320-414a-9b70-ace5fd48337c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:14.865265 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-20c5a5c1-5320-414a-9b70-ace5fd48337c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10f079ad-bddd-4d1b-b98d-e3aaaccc9697 HTTP/1.1" status: 204 len: 168 time: 0.2370439 Jan 11 06:39:14.869536 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af666045-f7fe-49c4-8c31-2c1a3f016aa3 req-edc45d6b-1be5-416e-8b80-e6f4d6ad2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:14.871983 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af666045-f7fe-49c4-8c31-2c1a3f016aa3 req-edc45d6b-1be5-416e-8b80-e6f4d6ad2aba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d6f3281f7224e01a8f117a3325daba2&device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 1138 time: 0.1266284 Jan 11 06:39:14.875750 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5a5c1-5320-414a-9b70-ace5fd48337c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f079ad-bddd-4d1b-b98d-e3aaaccc9697,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:14.940784 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0dd9f5a1-6e4b-490c-b500-4be1333d752f req-edc82291-480f-40b3-a865-0e6796578e2b tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269989 Jan 11 06:39:15.054746 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af666045-f7fe-49c4-8c31-2c1a3f016aa3 req-2384247a-a1e0-4c5f-9881-ba330fe76c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:15.056244 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af666045-f7fe-49c4-8c31-2c1a3f016aa3 req-2384247a-a1e0-4c5f-9881-ba330fe76c6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=26d2b271-e1ce-42c3-a732-6b6bab068c48 HTTP/1.1" status: 200 len: 915 time: 0.1691265 Jan 11 06:39:15.148447 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af666045-f7fe-49c4-8c31-2c1a3f016aa3 req-a3dd6813-7d03-4848-b855-cc3f7b358131 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1042abd7-059a-46f4-96d8-4c86f6301c21 HTTP/1.1" status: 200 len: 1001 time: 0.0842822 Jan 11 06:39:15.166246 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-f62e5af6-2cdc-4564-b94b-f8e68da62b55 None None] Provisioning complete for port 1042abd7-059a-46f4-96d8-4c86f6301c21 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:39:15.166627 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-f62e5af6-2cdc-4564-b94b-f8e68da62b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:15.213065 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af666045-f7fe-49c4-8c31-2c1a3f016aa3 req-3994a55c-0803-44d3-b9ea-226b51879e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:15.215202 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af666045-f7fe-49c4-8c31-2c1a3f016aa3 req-3994a55c-0803-44d3-b9ea-226b51879e1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a73fad6-9354-404d-9e33-4a7f44099be2 HTTP/1.1" status: 200 len: 853 time: 0.0598066 Jan 11 06:39:15.282992 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af666045-f7fe-49c4-8c31-2c1a3f016aa3 req-bab21a80-b6a1-41f7-b495-bb6617c85944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:15.286630 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af666045-f7fe-49c4-8c31-2c1a3f016aa3 req-bab21a80-b6a1-41f7-b495-bb6617c85944 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d2b271-e1ce-42c3-a732-6b6bab068c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0641723 Jan 11 06:39:15.345960 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-f62e5af6-2cdc-4564-b94b-f8e68da62b55 None None] Current status of the port 1042abd7-059a-46f4-96d8-4c86f6301c21 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:39:15.412721 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af666045-f7fe-49c4-8c31-2c1a3f016aa3 req-f7d6c17e-fad5-4767-8b4e-aeacbc91fea7 service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200280 Jan 11 06:39:15.546585 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af666045-f7fe-49c4-8c31-2c1a3f016aa3 req-e212629b-a44c-4922-9fe4-aa70f5de8d0d service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255653 Jan 11 06:39:15.738447 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b6aeb93c-7820-4eb6-9ba2-345ff9da3f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:16.868380 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:17.015222 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5993e-fa0d-47cc-9ab1-dc205f49c236 req-692a98e4-7c7c-4549-b8b0-78256ddb73f2 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:17.017492 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-57d5993e-fa0d-47cc-9ab1-dc205f49c236 req-692a98e4-7c7c-4549-b8b0-78256ddb73f2 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0551088 Jan 11 06:39:17.069334 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-57d5993e-fa0d-47cc-9ab1-dc205f49c236 req-7e4c0e70-e2fa-4dbf-aab5-8beb1911aaf2 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459352 Jan 11 06:39:18.191532 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917acc08-acbd-41f9-b0ee-c6be0764df2d req-99b68a76-1d09-4b10-b9f2-35c1338b9f57 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:18.192973 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-917acc08-acbd-41f9-b0ee-c6be0764df2d req-99b68a76-1d09-4b10-b9f2-35c1338b9f57 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0533049 Jan 11 06:39:18.241706 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-917acc08-acbd-41f9-b0ee-c6be0764df2d req-b03fcfff-a88c-4a41-9cb0-53f4b1d064b4 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Jan 11 06:39:18.306821 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:19.361686 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d1485-24ec-45da-8ee3-485f5e263a73 req-31aaa41e-b045-4281-91ba-de5a59697ade tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:19.363229 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-471d1485-24ec-45da-8ee3-485f5e263a73 req-31aaa41e-b045-4281-91ba-de5a59697ade tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0497873 Jan 11 06:39:19.414059 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-471d1485-24ec-45da-8ee3-485f5e263a73 req-5b5b2183-1d13-4126-ab5e-380e444d275c tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437882 Jan 11 06:39:19.674958 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:20.552189 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d1b2f-11a9-4bf2-b2b9-f1459dd2db51 req-81c33a96-3aa5-4425-bef3-badfa55af168 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:20.555189 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9d3d1b2f-11a9-4bf2-b2b9-f1459dd2db51 req-81c33a96-3aa5-4425-bef3-badfa55af168 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0647256 Jan 11 06:39:20.621447 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9d3d1b2f-11a9-4bf2-b2b9-f1459dd2db51 req-38ff5509-11f8-4745-9949-c0e0ad0f8e16 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622530 Jan 11 06:39:21.746063 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec056d16-7ff4-41db-8c51-2296aa388566 req-905bfb4b-2203-4dbf-9618-1a759c1b63c4 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:21.747785 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ec056d16-7ff4-41db-8c51-2296aa388566 req-905bfb4b-2203-4dbf-9618-1a759c1b63c4 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0492904 Jan 11 06:39:21.769286 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:21.804231 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ec056d16-7ff4-41db-8c51-2296aa388566 req-010fc6aa-db8b-4ada-90c1-21d390f7c1b0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491970 Jan 11 06:39:22.919646 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b89504-ea00-4d59-8b1f-a17fd14e2164 req-17515a1c-cedf-4a4f-9e26-44645357735e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:22.921137 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-14b89504-ea00-4d59-8b1f-a17fd14e2164 req-17515a1c-cedf-4a4f-9e26-44645357735e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0496569 Jan 11 06:39:22.967013 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-14b89504-ea00-4d59-8b1f-a17fd14e2164 req-cd71ae86-bd67-4df4-94c3-03759184600a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403728 Jan 11 06:39:23.272886 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37358) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:23.389576 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:23.470015 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Publish callbacks [] for security_group (d90e9467-0a90-4245-94e3-7e027fdda352), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:23.473605 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (d90e9467-0a90-4245-94e3-7e027fdda352), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:23.513226 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90e9467-0a90-4245-94e3-7e027fdda352,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:23.517820 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7855a7133ec847d39f87eed2fb31368a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439139 Jan 11 06:39:23.520564 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37362) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:23.523523 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.523874 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.524218 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.524583 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.524917 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.525252 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.525579 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.525906 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.526235 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.526559 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.526887 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.527206 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.527524 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b922c-cafc-41b4-bdf3-ca1389d42cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:39:23.571316 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fdadf2cc-36d0-463b-afb3-5374266c8109 admin admin] Publish callbacks [] for security_group (d90e9467-0a90-4245-94e3-7e027fdda352), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:23.592622 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fdadf2cc-36d0-463b-afb3-5374266c8109 admin admin] Publish callbacks [] for security_group (d90e9467-0a90-4245-94e3-7e027fdda352), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:23.654880 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fdadf2cc-36d0-463b-afb3-5374266c8109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (d90e9467-0a90-4245-94e3-7e027fdda352), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:23.657786 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fdadf2cc-36d0-463b-afb3-5374266c8109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:23.659029 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-fdadf2cc-36d0-463b-afb3-5374266c8109 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d90e9467-0a90-4245-94e3-7e027fdda352 HTTP/1.1" status: 204 len: 168 time: 0.1374576 Jan 11 06:39:23.667340 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadf2cc-36d0-463b-afb3-5374266c8109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90e9467-0a90-4245-94e3-7e027fdda352,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:23.930751 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37372) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:23.944230 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5080-9771-408f-bbfe-49d507e38704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.020753 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5080-9771-408f-bbfe-49d507e38704 admin admin] Publish callbacks [] for security_group (fba20eef-3cec-47ff-8811-67e45ceceab3), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.025219 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5080-9771-408f-bbfe-49d507e38704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (fba20eef-3cec-47ff-8811-67e45ceceab3), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.086060 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-2f0b5080-9771-408f-bbfe-49d507e38704 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c4854499db24ebaa461c21e0f2a664f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541767 Jan 11 06:39:24.088101 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b5080-9771-408f-bbfe-49d507e38704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba20eef-3cec-47ff-8811-67e45ceceab3,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:24.088651 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37376) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:24.122578 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859971c-02b1-41d7-9e46-d9bac7caa00c req-b37d9b51-39c9-4bec-8cd3-ba72b8976c31 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:24.123969 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e859971c-02b1-41d7-9e46-d9bac7caa00c req-b37d9b51-39c9-4bec-8cd3-ba72b8976c31 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0782847 Jan 11 06:39:24.144277 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a8cd0ec0-8524-4e3d-843e-b7ec7a4726eb admin admin] Publish callbacks [] for security_group (fba20eef-3cec-47ff-8811-67e45ceceab3), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.165783 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a8cd0ec0-8524-4e3d-843e-b7ec7a4726eb admin admin] Publish callbacks [] for security_group (fba20eef-3cec-47ff-8811-67e45ceceab3), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.173294 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e859971c-02b1-41d7-9e46-d9bac7caa00c req-f3b2c182-6f1c-458d-8c6c-9e41c7d279fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438099 Jan 11 06:39:24.214008 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a8cd0ec0-8524-4e3d-843e-b7ec7a4726eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (fba20eef-3cec-47ff-8811-67e45ceceab3), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.216530 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a8cd0ec0-8524-4e3d-843e-b7ec7a4726eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.217662 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a8cd0ec0-8524-4e3d-843e-b7ec7a4726eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fba20eef-3cec-47ff-8811-67e45ceceab3 HTTP/1.1" status: 204 len: 168 time: 0.1280315 Jan 11 06:39:24.225952 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd0ec0-8524-4e3d-843e-b7ec7a4726eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba20eef-3cec-47ff-8811-67e45ceceab3,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:24.538536 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37382) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:24.551359 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d5c9dfbe-0659-48fb-aac1-4c67aaedb83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.626438 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d5c9dfbe-0659-48fb-aac1-4c67aaedb83d admin admin] Publish callbacks [] for security_group (bea1aea4-dc84-4307-a3ca-3ee733999833), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.630031 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d5c9dfbe-0659-48fb-aac1-4c67aaedb83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (bea1aea4-dc84-4307-a3ca-3ee733999833), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.667159 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-d5c9dfbe-0659-48fb-aac1-4c67aaedb83d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=491e8f018dcf49c8a311ba87dd443e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274967 Jan 11 06:39:24.667994 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9dfbe-0659-48fb-aac1-4c67aaedb83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1aea4-dc84-4307-a3ca-3ee733999833,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:24.670267 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37384) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:24.724204 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-00b0675d-bc84-465f-981e-720f4b1744c5 admin admin] Publish callbacks [] for security_group (bea1aea4-dc84-4307-a3ca-3ee733999833), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.745412 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-00b0675d-bc84-465f-981e-720f4b1744c5 admin admin] Publish callbacks [] for security_group (bea1aea4-dc84-4307-a3ca-3ee733999833), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.794000 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-00b0675d-bc84-465f-981e-720f4b1744c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (bea1aea4-dc84-4307-a3ca-3ee733999833), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.797828 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-00b0675d-bc84-465f-981e-720f4b1744c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:24.798828 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-00b0675d-bc84-465f-981e-720f4b1744c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bea1aea4-dc84-4307-a3ca-3ee733999833 HTTP/1.1" status: 204 len: 168 time: 0.1275411 Jan 11 06:39:24.820556 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0675d-bc84-465f-981e-720f4b1744c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1aea4-dc84-4307-a3ca-3ee733999833,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:25.291452 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3431065-d191-4356-a6d4-757de2af0a8f req-f6dcef26-9e41-4e0a-abd1-2c91dbf49981 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:25.292875 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c3431065-d191-4356-a6d4-757de2af0a8f req-f6dcef26-9e41-4e0a-abd1-2c91dbf49981 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0510168 Jan 11 06:39:25.338380 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c3431065-d191-4356-a6d4-757de2af0a8f req-44af7ccc-f853-42a5-86c9-7cdddd65592a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393181 Jan 11 06:39:26.456646 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a74578-584d-457f-8360-22f6c91cfcb0 req-366bdd6b-60aa-4ffd-af9d-a193129e6505 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:26.458105 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-42a74578-584d-457f-8360-22f6c91cfcb0 req-366bdd6b-60aa-4ffd-af9d-a193129e6505 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0529251 Jan 11 06:39:26.504581 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-42a74578-584d-457f-8360-22f6c91cfcb0 req-1243e701-2a56-4df9-ac7f-98d238cd128a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405474 Jan 11 06:39:27.618961 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fd271-042d-4370-8f3c-578fe743aa83 req-09484462-8e9f-4eaf-8e76-de9baf9440ea tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:27.620450 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-043fd271-042d-4370-8f3c-578fe743aa83 req-09484462-8e9f-4eaf-8e76-de9baf9440ea tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0501387 Jan 11 06:39:27.665677 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-043fd271-042d-4370-8f3c-578fe743aa83 req-37ed9e38-b3fa-442d-93b2-031896d764fd tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394897 Jan 11 06:39:27.868626 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9913a8e-20f6-488a-8f8b-352a966fcd6f req-e85c2ef7-5967-4921-be60-eeb6d4fcfe31 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:27.870292 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a9913a8e-20f6-488a-8f8b-352a966fcd6f req-e85c2ef7-5967-4921-be60-eeb6d4fcfe31 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0479422 Jan 11 06:39:27.947575 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a9913a8e-20f6-488a-8f8b-352a966fcd6f req-41c46cd5-ae05-40a6-ab5a-f5c1025dd01b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709615 Jan 11 06:39:27.952176 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668d3f-3e45-403c-9ca1-772df2a94aed req-c9ab1e97-c8d1-4238-ba8c-84af9b430500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:27.953851 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-07668d3f-3e45-403c-9ca1-772df2a94aed req-c9ab1e97-c8d1-4238-ba8c-84af9b430500 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1782a809b943b8a93f2d7592e22336&device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 1099 time: 0.0612919 Jan 11 06:39:28.042552 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668d3f-3e45-403c-9ca1-772df2a94aed req-ccdd9674-6338-41dd-ad14-8d66acaf6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:28.043926 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-07668d3f-3e45-403c-9ca1-772df2a94aed req-ccdd9674-6338-41dd-ad14-8d66acaf6317 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eeaf5e6-01d3-4120-a197-ae4322f76c29 HTTP/1.1" status: 200 len: 911 time: 0.0839345 Jan 11 06:39:28.111542 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-07668d3f-3e45-403c-9ca1-772df2a94aed req-658518eb-1688-44ab-9aca-db82aa492df4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb378416-db3c-40d2-b302-bd1c68d928db HTTP/1.1" status: 200 len: 1002 time: 0.0604742 Jan 11 06:39:28.161892 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668d3f-3e45-403c-9ca1-772df2a94aed req-16045029-8a22-4feb-a210-da7b6464c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:28.163333 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-07668d3f-3e45-403c-9ca1-772df2a94aed req-16045029-8a22-4feb-a210-da7b6464c37b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9469a88-fcbd-457a-acab-65ffd45b40af HTTP/1.1" status: 200 len: 849 time: 0.0460596 Jan 11 06:39:28.208413 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668d3f-3e45-403c-9ca1-772df2a94aed req-b57cf0c0-10ad-4dc1-b7c9-3ca1acd85d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:28.209899 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-07668d3f-3e45-403c-9ca1-772df2a94aed req-b57cf0c0-10ad-4dc1-b7c9-3ca1acd85d30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eeaf5e6-01d3-4120-a197-ae4322f76c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401933 Jan 11 06:39:28.300668 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-07668d3f-3e45-403c-9ca1-772df2a94aed req-d42732dd-c36a-4805-8b76-451308e4202b service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835760 Jan 11 06:39:28.385156 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-07668d3f-3e45-403c-9ca1-772df2a94aed req-54a21c06-22a7-4c54-94b6-160bd51a3a41 service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791793 Jan 11 06:39:29.077198 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a9e8c-31af-4dba-8fb7-f07158869347 req-aef3c6f4-d21c-4639-a53c-350ba87c0d42 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:29.079312 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-338a9e8c-31af-4dba-8fb7-f07158869347 req-aef3c6f4-d21c-4639-a53c-350ba87c0d42 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0651677 Jan 11 06:39:29.125928 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-338a9e8c-31af-4dba-8fb7-f07158869347 req-20d3333b-a8c9-40f0-991b-2ac74da76680 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399828 Jan 11 06:39:30.238779 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186243c2-073e-4a43-aa47-5c41069642b6 req-2c70bbd2-328c-4549-b601-4f61db17cd83 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:30.240243 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-186243c2-073e-4a43-aa47-5c41069642b6 req-2c70bbd2-328c-4549-b601-4f61db17cd83 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0486975 Jan 11 06:39:30.285538 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-186243c2-073e-4a43-aa47-5c41069642b6 req-95c5beda-6a42-42d3-bc82-1ffd4c26b9a3 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398667 Jan 11 06:39:33.763438 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37468) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:33.871591 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-599dadc6-616a-48c3-aaf8-25e88df30fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:33.947692 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-599dadc6-616a-48c3-aaf8-25e88df30fc1 admin admin] Publish callbacks [] for security_group (01472658-fc04-409e-bf26-af44477b1d1e), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:33.951325 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-599dadc6-616a-48c3-aaf8-25e88df30fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (01472658-fc04-409e-bf26-af44477b1d1e), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:33.988775 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-599dadc6-616a-48c3-aaf8-25e88df30fc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87bc487d511d469cb46bd01eb296c246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242773 Jan 11 06:39:33.989696 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dadc6-616a-48c3-aaf8-25e88df30fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01472658-fc04-409e-bf26-af44477b1d1e,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:33.991485 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37474) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:34.041194 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-61a67fd2-fbf2-4f32-a053-c708aef03a71 admin admin] Publish callbacks [] for security_group (01472658-fc04-409e-bf26-af44477b1d1e), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:34.061242 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-61a67fd2-fbf2-4f32-a053-c708aef03a71 admin admin] Publish callbacks [] for security_group (01472658-fc04-409e-bf26-af44477b1d1e), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:34.107183 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-61a67fd2-fbf2-4f32-a053-c708aef03a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (01472658-fc04-409e-bf26-af44477b1d1e), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:34.110259 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-61a67fd2-fbf2-4f32-a053-c708aef03a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:34.111365 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-61a67fd2-fbf2-4f32-a053-c708aef03a71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01472658-fc04-409e-bf26-af44477b1d1e HTTP/1.1" status: 204 len: 168 time: 0.1189027 Jan 11 06:39:34.118501 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a67fd2-fbf2-4f32-a053-c708aef03a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01472658-fc04-409e-bf26-af44477b1d1e,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:40.740610 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b9055-8490-441a-b724-e0bee5046dd6 req-e6d1d385-aaa6-473b-a37d-2406acccac8c tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:40.742772 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-056b9055-8490-441a-b724-e0bee5046dd6 req-e6d1d385-aaa6-473b-a37d-2406acccac8c tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0619254 Jan 11 06:39:40.858982 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-056b9055-8490-441a-b724-e0bee5046dd6 req-b9ce3230-c996-4bf7-ae13-2aa332456247 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094630 Jan 11 06:39:40.861718 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49177b4b-788a-49bc-b1c2-479ffcf319e6 req-724b6d5b-fb1a-44d8-9dfd-68c9fc73c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:40.864142 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49177b4b-788a-49bc-b1c2-479ffcf319e6 req-724b6d5b-fb1a-44d8-9dfd-68c9fc73c734 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d6f3281f7224e01a8f117a3325daba2&device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 1138 time: 0.0788152 Jan 11 06:39:40.962498 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49177b4b-788a-49bc-b1c2-479ffcf319e6 req-96c76d8c-2a6c-4333-a000-6644b4134303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:40.963947 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49177b4b-788a-49bc-b1c2-479ffcf319e6 req-96c76d8c-2a6c-4333-a000-6644b4134303 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26d2b271-e1ce-42c3-a732-6b6bab068c48 HTTP/1.1" status: 200 len: 915 time: 0.0937409 Jan 11 06:39:41.032634 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49177b4b-788a-49bc-b1c2-479ffcf319e6 req-f0465391-1c9a-41d6-bca4-a92ab0f3e742 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1042abd7-059a-46f4-96d8-4c86f6301c21 HTTP/1.1" status: 200 len: 1001 time: 0.0619493 Jan 11 06:39:41.089029 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49177b4b-788a-49bc-b1c2-479ffcf319e6 req-25e9856c-3346-4a8c-a8b3-bdba8a0ea9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:41.090488 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49177b4b-788a-49bc-b1c2-479ffcf319e6 req-25e9856c-3346-4a8c-a8b3-bdba8a0ea9ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a73fad6-9354-404d-9e33-4a7f44099be2 HTTP/1.1" status: 200 len: 853 time: 0.0521049 Jan 11 06:39:41.144253 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49177b4b-788a-49bc-b1c2-479ffcf319e6 req-51b0f29d-5612-419c-93ec-b795c7fe3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:41.145972 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49177b4b-788a-49bc-b1c2-479ffcf319e6 req-51b0f29d-5612-419c-93ec-b795c7fe3295 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d2b271-e1ce-42c3-a732-6b6bab068c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423191 Jan 11 06:39:41.473515 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49177b4b-788a-49bc-b1c2-479ffcf319e6 req-31ea5698-c183-4142-817d-93fdb17d47db service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213806 Jan 11 06:39:41.560212 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49177b4b-788a-49bc-b1c2-479ffcf319e6 req-bb3aec49-dafb-4c3c-a257-494cde1de2b5 service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800977 Jan 11 06:39:41.975711 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d0fc1-928c-4cbb-a50d-ce49ed45a198 req-5c6715db-9a90-4a35-b258-6185772d3a08 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:41.977179 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-273d0fc1-928c-4cbb-a50d-ce49ed45a198 req-5c6715db-9a90-4a35-b258-6185772d3a08 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0493891 Jan 11 06:39:42.039054 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-273d0fc1-928c-4cbb-a50d-ce49ed45a198 req-11fcd67c-e988-40dd-9dfd-0a3ab90d5dcc tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562489 Jan 11 06:39:43.152543 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7892e-2626-491d-940c-cd8224a785ff req-4bb1a21c-13f1-4e58-8b4f-7efe774e1ff5 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:43.153946 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-81b7892e-2626-491d-940c-cd8224a785ff req-4bb1a21c-13f1-4e58-8b4f-7efe774e1ff5 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0486856 Jan 11 06:39:43.218111 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-81b7892e-2626-491d-940c-cd8224a785ff req-a115123f-e10d-4ab2-83cc-666a495b486b tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574951 Jan 11 06:39:43.428633 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc0d4-049c-4698-aea8-60a49bf22232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:44.293085 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac898bc-eb55-4369-b676-eb13a7a20aa1 req-b0c1d7d4-3a7f-4f59-b20e-1e14c11bc91f tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:44.294554 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bac898bc-eb55-4369-b676-eb13a7a20aa1 req-b0c1d7d4-3a7f-4f59-b20e-1e14c11bc91f tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 945 time: 0.0502105 Jan 11 06:39:44.375169 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eda3b-5efd-488f-bfc0-55ef1b1dfc24 req-bdb46cfb-11bb-44f9-bc9f-117421f50380 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:44.376575 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c8eda3b-5efd-488f-bfc0-55ef1b1dfc24 req-bdb46cfb-11bb-44f9-bc9f-117421f50380 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0811357 Jan 11 06:39:44.383312 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bac898bc-eb55-4369-b676-eb13a7a20aa1 req-73f25370-4f16-4361-9862-16942bdebfb8 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762441 Jan 11 06:39:44.435922 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c8eda3b-5efd-488f-bfc0-55ef1b1dfc24 req-3872d131-67f9-4394-a659-f6b9d09da042 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535100 Jan 11 06:39:44.615817 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:39:44.814468 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37644) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:44.929989 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-93ab4cc4-df0b-49ef-9374-775b5b0aad33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:45.000292 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-93ab4cc4-df0b-49ef-9374-775b5b0aad33 admin admin] Publish callbacks [] for security_group (ac870ea8-99cc-48c9-af8a-1050feed526c), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:45.004317 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-93ab4cc4-df0b-49ef-9374-775b5b0aad33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (ac870ea8-99cc-48c9-af8a-1050feed526c), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:45.043528 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-93ab4cc4-df0b-49ef-9374-775b5b0aad33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec13bdeeba25429e93615170a03f4d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279017 Jan 11 06:39:45.044257 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab4cc4-df0b-49ef-9374-775b5b0aad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac870ea8-99cc-48c9-af8a-1050feed526c,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:45.046168 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37648) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:39:45.093774 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-573c5ac9-6a11-4ac3-8c34-f6bc60e50420 admin admin] Publish callbacks [] for security_group (ac870ea8-99cc-48c9-af8a-1050feed526c), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:45.115045 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-573c5ac9-6a11-4ac3-8c34-f6bc60e50420 admin admin] Publish callbacks [] for security_group (ac870ea8-99cc-48c9-af8a-1050feed526c), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:45.160728 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-573c5ac9-6a11-4ac3-8c34-f6bc60e50420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (ac870ea8-99cc-48c9-af8a-1050feed526c), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:45.163285 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-573c5ac9-6a11-4ac3-8c34-f6bc60e50420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:45.164449 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-573c5ac9-6a11-4ac3-8c34-f6bc60e50420 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac870ea8-99cc-48c9-af8a-1050feed526c HTTP/1.1" status: 204 len: 168 time: 0.1172526 Jan 11 06:39:45.171793 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c5ac9-6a11-4ac3-8c34-f6bc60e50420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac870ea8-99cc-48c9-af8a-1050feed526c,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:45.500624 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e8002-fee8-4276-bf4a-0b3751223a7b req-85a93124-f267-444d-ad3b-6efc5332bc37 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:45.502970 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-aa3e8002-fee8-4276-bf4a-0b3751223a7b req-85a93124-f267-444d-ad3b-6efc5332bc37 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 945 time: 0.0554469 Jan 11 06:39:45.588919 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-aa3e8002-fee8-4276-bf4a-0b3751223a7b req-43c4ad27-d6af-4bc6-94ba-2ff8a6ba60b1 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788887 Jan 11 06:39:45.600118 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb87ce-7d3a-454a-9068-3dd52d540d72 req-d8ab2bfd-a189-4aab-a297-1db13f633b83 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:45.601595 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e8cb87ce-7d3a-454a-9068-3dd52d540d72 req-d8ab2bfd-a189-4aab-a297-1db13f633b83 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0844653 Jan 11 06:39:45.663225 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e8cb87ce-7d3a-454a-9068-3dd52d540d72 req-f7c1f80f-2747-4486-aa8e-3aa92e3c3522 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558660 Jan 11 06:39:45.732772 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-5002bc09-627f-494c-bb6f-d621bfee1465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:46.299173 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-86363af5-98e5-40b5-91fc-99912415ad83 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:46.300635 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-86363af5-98e5-40b5-91fc-99912415ad83 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 945 time: 0.0499060 Jan 11 06:39:46.403351 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Deleting port 8407b606-31e6-4314-b28c-e2047fa20c9e {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:39:46.403700 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:46.491370 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] For port 8407b606-31e6-4314-b28c-e2047fa20c9e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8407b606-31e6-4314-b28c-e2047fa20c9e,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:39:46.491656 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:46.748341 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:46.749623 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (59db2b74-7769-4a49-84fc-e22f3f5b59a6), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:46.749623 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.l3_db [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Floating IP 59db2b74-7769-4a49-84fc-e22f3f5b59a6 disassociated. External IP: 172.27.2.31, port: 8407b606-31e6-4314-b28c-e2047fa20c9e. Jan 11 06:39:46.750223 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Calling delete_port for 8407b606-31e6-4314-b28c-e2047fa20c9e owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:39:46.769304 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90e9d2-cb06-4e75-a561-2fad3f782194 req-038724e6-5716-46b0-88b5-9743f197b815 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:46.770801 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cb90e9d2-cb06-4e75-a561-2fad3f782194 req-038724e6-5716-46b0-88b5-9743f197b815 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 945 time: 0.1113763 Jan 11 06:39:46.865957 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cb90e9d2-cb06-4e75-a561-2fad3f782194 req-03de0f6e-6e4d-4336-983d-86cb52fb312d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892718 Jan 11 06:39:46.878859 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:46.973081 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (8407b606-31e6-4314-b28c-e2047fa20c9e), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:46.986890 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e8ea-c59b-45d5-95e6-7e0ce3ff4424 req-5da3f000-5566-472e-b5c4-f25d44024ee3 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:46.988337 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8408e8ea-c59b-45d5-95e6-7e0ce3ff4424 req-5da3f000-5566-472e-b5c4-f25d44024ee3 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.2531776 Jan 11 06:39:47.017330 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event deleted for resources: {'Port': ['ID=8407b606-31e6-4314-b28c-e2047fa20c9e,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:47.138258 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8408e8ea-c59b-45d5-95e6-7e0ce3ff4424 req-242b7ce2-9c1f-4121-8319-a877129679d2 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282051 Jan 11 06:39:47.162714 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Router 3c105066-b0ec-4871-8290-f00783648693 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:39:47.269972 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:39:47.280152 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dafcc1-3042-44e1-a668-c26e6f22bc60 None None] Sync routers for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:39:47.291021 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dafcc1-3042-44e1-a668-c26e6f22bc60 None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:39:47.291783 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-01dafcc1-3042-44e1-a668-c26e6f22bc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:39:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:39:47.313724 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] No DVR routers for this DVR port 8407b606-31e6-4314-b28c-e2047fa20c9e on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:39:47.316273 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:47.320101 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8c3187c7-b4f2-41ff-ac7d-1f36fe24abeb req-cfd37eec-d39e-463c-9034-a60c203ab7c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "DELETE /v2.0/ports/8407b606-31e6-4314-b28c-e2047fa20c9e HTTP/1.1" status: 204 len: 173 time: 1.0048485 Jan 11 06:39:47.320601 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e31a62-a683-48b4-9b4a-589777106878', 'name': 'network-vif-deleted', 'tag': '8407b606-31e6-4314-b28c-e2047fa20c9e'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:39:47.323190 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8936b6-b720-462d-8370-58beefd9f838" -d '{"events": [{"server_uuid": "14e31a62-a683-48b4-9b4a-589777106878", "name": "network-vif-deleted", "tag": "8407b606-31e6-4314-b28c-e2047fa20c9e"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:39:47.403573 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e6e748-efd5-4df2-ae7d-f2f094f42dd1 x-openstack-request-id: req-f3e6e748-efd5-4df2-ae7d-f2f094f42dd1 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:39:47.403991 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e31a62-a683-48b4-9b4a-589777106878", "name": "network-vif-deleted", "tag": "8407b606-31e6-4314-b28c-e2047fa20c9e", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:39:47.404340 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3e6e748-efd5-4df2-ae7d-f2f094f42dd1 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:39:47.404858 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e31a62-a683-48b4-9b4a-589777106878', 'name': 'network-vif-deleted', 'tag': '8407b606-31e6-4314-b28c-e2047fa20c9e', 'status': 'completed', 'code': 200} Jan 11 06:39:47.451474 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-01dafcc1-3042-44e1-a668-c26e6f22bc60 None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:39:47.655794 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-01dafcc1-3042-44e1-a668-c26e6f22bc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:39:47.685303 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dafcc1-3042-44e1-a668-c26e6f22bc60 None None] Checking router: 3c105066-b0ec-4871-8290-f00783648693 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:39:47.693922 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dafcc1-3042-44e1-a668-c26e6f22bc60 None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:39:47.694527 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-01dafcc1-3042-44e1-a668-c26e6f22bc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:39:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:39:47.799406 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-01dafcc1-3042-44e1-a668-c26e6f22bc60 None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:39:47.964490 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fcd77dc3-aabb-4365-be5a-fa308245298e req-2ab5de76-6ef3-40ac-a255-b0cefaa1faa4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 210 time: 0.0254607 Jan 11 06:39:47.998059 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-01dafcc1-3042-44e1-a668-c26e6f22bc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:39:48.024107 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dafcc1-3042-44e1-a668-c26e6f22bc60 None None] The sync data for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi is: [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:39:48.236115 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c3042-0bb1-4f0d-913b-9c23309af737 None None] New status for floating IP 59db2b74-7769-4a49-84fc-e22f3f5b59a6: DOWN {{(pid=102728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:39:48.262400 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baf39b-fb95-45e7-95e3-25a70b058062 req-1d5cb590-4863-4f49-ab0f-5699fcc9f0b1 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:48.263865 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-71baf39b-fb95-45e7-95e3-25a70b058062 req-1d5cb590-4863-4f49-ab0f-5699fcc9f0b1 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0541725 Jan 11 06:39:48.313982 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:48.329741 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-71baf39b-fb95-45e7-95e3-25a70b058062 req-cb4ed6f1-485b-4f76-8787-bc093270e8c8 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591824 Jan 11 06:39:49.103724 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bad967ee-c881-49e5-b8e3-05be80819dbb req-fd6adfa3-cec8-4c77-9b79-e888051be400 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 210 time: 0.0740814 Jan 11 06:39:49.447320 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95e951-7319-4822-a89f-d6278e08a000 req-eb78f393-9e6a-44a2-8cfa-13695f2e4ca0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:49.448831 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5f95e951-7319-4822-a89f-d6278e08a000 req-eb78f393-9e6a-44a2-8cfa-13695f2e4ca0 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0483043 Jan 11 06:39:49.507389 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5f95e951-7319-4822-a89f-d6278e08a000 req-4fe8a226-73d0-43a5-81d8-509be6e272c6 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527861 Jan 11 06:39:49.682985 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:50.207574 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e6f2c06e-46e6-470d-a844-cb435a751519 req-83bfad1b-43d4-46ad-8bca-0332deb2eb5f tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 210 time: 0.0369170 Jan 11 06:39:50.361281 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 8407b606-31e6-4314-b28c-e2047fa20c9e no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:39:50.382458 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 8407b606-31e6-4314-b28c-e2047fa20c9e {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:39:50.382772 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 8407b606-31e6-4314-b28c-e2047fa20c9e not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:39:50.625803 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0de385-ec7d-4472-a677-d2b24447574e req-b44449b2-0a3e-4a0a-8b0f-957fd5a07bba tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:50.627265 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cf0de385-ec7d-4472-a677-d2b24447574e req-b44449b2-0a3e-4a0a-8b0f-957fd5a07bba tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0492332 Jan 11 06:39:50.685298 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cf0de385-ec7d-4472-a677-d2b24447574e req-e50469c6-f0e4-4465-8961-f4a54f36c3d8 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523114 Jan 11 06:39:51.325257 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9e170464-6837-47c3-be4d-d09a52075187 req-416ef3f9-ecfd-4e62-bdec-95e56c877524 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e31a62-a683-48b4-9b4a-589777106878 HTTP/1.1" status: 200 len: 210 time: 0.0257401 Jan 11 06:39:51.790497 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:51.799392 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e8958-9ac2-425b-b378-11cc29140787 req-6b4c6365-8979-4a97-b0eb-3bd2edfa0fed tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:51.800925 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c31e8958-9ac2-425b-b378-11cc29140787 req-6b4c6365-8979-4a97-b0eb-3bd2edfa0fed tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0491374 Jan 11 06:39:51.863682 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c31e8958-9ac2-425b-b378-11cc29140787 req-78115fe0-d6db-465f-a043-08193bf4eca1 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568900 Jan 11 06:39:52.583328 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-1bdbc85c-d64e-463e-8d18-9f68751d2176 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584960658&fields=id&tenant_id=a07dbfb98a35408fb3bff666f3db199d HTTP/1.1" status: 200 len: 267 time: 0.0435321 Jan 11 06:39:52.687121 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-6eba4e90-16d8-4d72-bbb2-ee7d84e32d0b tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:52.688631 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-6eba4e90-16d8-4d72-bbb2-ee7d84e32d0b tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 811 time: 0.0991716 Jan 11 06:39:52.703733 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-5245d82f-1c84-40c3-bdeb-23006025ad98 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/quotas/a07dbfb98a35408fb3bff666f3db199d HTTP/1.1" status: 200 len: 375 time: 0.0095360 Jan 11 06:39:52.756535 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-5f461f3c-20a0-4e9b-84f6-229141048cf9 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480256 Jan 11 06:39:52.892596 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-65930484-1076-409f-8d91-5046607f24ac service neutron] 10.222.0.15 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240852 Jan 11 06:39:52.981387 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-38ecf137-497a-48ae-b054-d9bfda5f02f8 service neutron] 10.222.0.15 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831263 Jan 11 06:39:53.285433 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99b7f2-a537-4f59-9597-f7fe7d767874 req-736d452f-8348-469c-8f64-393ac24a1c67 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:53.286996 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4c99b7f2-a537-4f59-9597-f7fe7d767874 req-736d452f-8348-469c-8f64-393ac24a1c67 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0500464 Jan 11 06:39:53.348496 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4c99b7f2-a537-4f59-9597-f7fe7d767874 req-e3d63329-7a12-4222-ac82-ccdb3836e1bc tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556538 Jan 11 06:39:53.414528 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-22bb9cc2-d854-4bcb-8586-3d558fe25ce5 req-f8bb2d97-73e2-48be-946b-f6305896046d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 210 time: 0.0267744 Jan 11 06:39:54.468189 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00705ab-ef78-430c-9e9f-fdf8f156446c req-667b72c1-9f73-4301-aa22-242f0ec43cff tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:54.469684 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a00705ab-ef78-430c-9e9f-fdf8f156446c req-667b72c1-9f73-4301-aa22-242f0ec43cff tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0526631 Jan 11 06:39:54.535185 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a00705ab-ef78-430c-9e9f-fdf8f156446c req-9f051a37-2851-45d7-88c7-241336638c5c tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598645 Jan 11 06:39:54.614926 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-03ad3d34-4dd5-497b-9935-be6e47bd4fc9 req-6bd9a0bf-3ca9-43cd-b601-3e87b3fce683 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 210 time: 0.0261312 Jan 11 06:39:54.660540 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c9e7b351-2986-4dc6-acb0-23b885356118 req-6dfe4ea8-ff23-4956-a77a-6152cbb2803b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402689 Jan 11 06:39:54.783591 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b351-2986-4dc6-acb0-23b885356118 req-1ae6b7a0-083c-4b01-b1f4-289b206053a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:54.785107 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c9e7b351-2986-4dc6-acb0-23b885356118 req-1ae6b7a0-083c-4b01-b1f4-289b206053a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1782a809b943b8a93f2d7592e22336&device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 1099 time: 0.0439687 Jan 11 06:39:54.893381 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b351-2986-4dc6-acb0-23b885356118 req-2521daeb-1f29-45e8-b5aa-1a9ef0b7a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:54.894747 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c9e7b351-2986-4dc6-acb0-23b885356118 req-2521daeb-1f29-45e8-b5aa-1a9ef0b7a3b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eeaf5e6-01d3-4120-a197-ae4322f76c29 HTTP/1.1" status: 200 len: 911 time: 0.0852270 Jan 11 06:39:54.959800 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c9e7b351-2986-4dc6-acb0-23b885356118 req-e9a6521c-256b-40c5-874e-5f075c237d18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb378416-db3c-40d2-b302-bd1c68d928db HTTP/1.1" status: 200 len: 1002 time: 0.0589180 Jan 11 06:39:55.007213 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b351-2986-4dc6-acb0-23b885356118 req-5cf925c3-a6fa-4a1b-9f95-ee66f3e99bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:55.008612 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c9e7b351-2986-4dc6-acb0-23b885356118 req-5cf925c3-a6fa-4a1b-9f95-ee66f3e99bea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9469a88-fcbd-457a-acab-65ffd45b40af HTTP/1.1" status: 200 len: 849 time: 0.0422597 Jan 11 06:39:55.062014 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b351-2986-4dc6-acb0-23b885356118 req-828eccda-9931-4202-af67-3324c98d67af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:55.063458 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c9e7b351-2986-4dc6-acb0-23b885356118 req-828eccda-9931-4202-af67-3324c98d67af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eeaf5e6-01d3-4120-a197-ae4322f76c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397365 Jan 11 06:39:55.151217 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c9e7b351-2986-4dc6-acb0-23b885356118 req-7cbcd8b8-2337-4094-b0dc-b8982ba0935c service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806932 Jan 11 06:39:55.237974 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c9e7b351-2986-4dc6-acb0-23b885356118 req-dcb20e00-60cc-4c42-abcf-e8481878a7ff service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797443 Jan 11 06:39:55.477121 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-7358ca0f-c3b3-4630-bedb-233ee076eae8 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:55.478531 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-7358ca0f-c3b3-4630-bedb-233ee076eae8 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 811 time: 0.1076298 Jan 11 06:39:55.555785 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-624b9eeb-f64c-47c4-8151-9345ff4e1858 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07dbfb98a35408fb3bff666f3db199d HTTP/1.1" status: 200 len: 379 time: 0.0544581 Jan 11 06:39:55.579375 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'port': {'device_id': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'admin_state_up': True, 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'security_groups': ['130fdee2-3a9e-4647-8025-e147d4488c50']}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:55.719453 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651930d1-6a96-4032-a0de-0558af8bcd67 req-3ac92dff-8bc7-4516-83e4-4ee25f61de7e tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:55.720914 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-651930d1-6a96-4032-a0de-0558af8bcd67 req-3ac92dff-8bc7-4516-83e4-4ee25f61de7e tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.1176643 Jan 11 06:39:55.738566 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8b68f98d-9045-4b72-93a4-649f3ca1eaa2 req-407bfd60-356e-448d-a5aa-5f62f5a7a743 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 210 time: 0.0483401 Jan 11 06:39:55.786789 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Made reservation on behalf of a07dbfb98a35408fb3bff666f3db199d for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:39:55.791058 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:55.837114 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-651930d1-6a96-4032-a0de-0558af8bcd67 req-94b7f923-bd81-4384-83d5-b0ab8b55d4ae tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005642 Jan 11 06:39:55.957095 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Allocated IP 172.20.0.8 (bebe336f-59ef-41e9-a38e-800c0e378ca8/9f6d5dda-4d8b-469c-bdda-6a322617e284/e8e67e86-70d3-4f3d-bc3b-566a76177e6b) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:39:56.097396 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:56.130238 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:56.175289 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Network bebe336f-59ef-41e9-a38e-800c0e378ca8 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:39:56.178343 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:39:56.182092 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:39:56.218149 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'Port': ['ID=e8e67e86-70d3-4f3d-bc3b-566a76177e6b,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:56.252670 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:56.253299 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:56.270931 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-94cd649b-9b4e-452a-8ac3-64a223c55544 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6954980 Jan 11 06:39:56.429543 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-4521bded-0a30-473d-a4ca-198a983c545e None None] Provisioning complete for port e8e67e86-70d3-4f3d-bc3b-566a76177e6b triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:39:56.430079 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-4521bded-0a30-473d-a4ca-198a983c545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:56.462711 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-4521bded-0a30-473d-a4ca-198a983c545e None None] Port e8e67e86-70d3-4f3d-bc3b-566a76177e6b cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:39:56.857020 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebdade-26b5-4008-87cc-64e5e1d2090f req-9f3c8deb-2d5b-4416-95db-99f1026c83e8 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:56.859149 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-14ebdade-26b5-4008-87cc-64e5e1d2090f req-9f3c8deb-2d5b-4416-95db-99f1026c83e8 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 931 time: 0.0551150 Jan 11 06:39:56.907656 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-14ebdade-26b5-4008-87cc-64e5e1d2090f req-03866f9f-e03e-478f-914c-1b8107affee0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429966 Jan 11 06:39:56.958270 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9a738-8c50-4b06-9a85-ce30881e8068 req-62b56241-eaab-448a-a826-c77fef41b8a5 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:56.959980 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3fb9a738-8c50-4b06-9a85-ce30881e8068 req-62b56241-eaab-448a-a826-c77fef41b8a5 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0497813 Jan 11 06:39:57.018838 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3fb9a738-8c50-4b06-9a85-ce30881e8068 req-1199a65f-993e-47b5-a5ee-aa0c4609b06d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533783 Jan 11 06:39:58.022818 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db368c-6786-4758-b13c-0e22781edb93 req-4ec13d95-3a25-4d6f-8d78-e9c98eec47d7 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:58.024275 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-39db368c-6786-4758-b13c-0e22781edb93 req-4ec13d95-3a25-4d6f-8d78-e9c98eec47d7 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 931 time: 0.0491178 Jan 11 06:39:58.075181 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-39db368c-6786-4758-b13c-0e22781edb93 req-cac40456-3563-4c8a-b7d3-319554de89f2 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454125 Jan 11 06:39:58.174466 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26380345-1902-45ff-8121-303c7e66f520 req-e2536b4b-0f3e-47db-8986-c978e4d2f107 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:58.175940 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-26380345-1902-45ff-8121-303c7e66f520 req-e2536b4b-0f3e-47db-8986-c978e4d2f107 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0492809 Jan 11 06:39:58.235050 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-26380345-1902-45ff-8121-303c7e66f520 req-edd17d5d-b955-48ce-a6ab-fabec377354c tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535288 Jan 11 06:39:58.941569 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Request body: {'port': {'device_id': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:39:58.995033 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:59.509762 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c60f20-b711-4738-89e4-d9675680cbc1 req-97b4e7ce-2d09-47c1-8668-c0a658c274b2 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:59.511216 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d9c60f20-b711-4738-89e4-d9675680cbc1 req-97b4e7ce-2d09-47c1-8668-c0a658c274b2 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 931 time: 0.3478231 Jan 11 06:39:59.520109 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef17c36-a790-4c27-bf7b-20c689f7fadd req-f61b6116-8cee-44d2-b2b8-3c1a000669ba tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:59.521417 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1ef17c36-a790-4c27-bf7b-20c689f7fadd req-f61b6116-8cee-44d2-b2b8-3c1a000669ba tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.1081595 Jan 11 06:39:59.631794 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e67e86-70d3-4f3d-bc3b-566a76177e6b {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:39:59.644987 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d9c60f20-b711-4738-89e4-d9675680cbc1 req-8f83b7f3-a1f1-4bcc-b42e-4d6b8f95ab05 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215189 Jan 11 06:39:59.649054 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Publish callbacks [] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:59.676666 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1ef17c36-a790-4c27-bf7b-20c689f7fadd req-ecb71527-f908-4e83-9dbc-b2df30bf28cc tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1434374 Jan 11 06:39:59.677542 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Transition to ACTIVE for port object e8e67e86-70d3-4f3d-bc3b-566a76177e6b will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:39:59.681986 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:59.749440 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e67e86-70d3-4f3d-bc3b-566a76177e6b,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:59.804561 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Attempting to bind port e8e67e86-70d3-4f3d-bc3b-566a76177e6b on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:39:59.804895 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Attempting to bind port e8e67e86-70d3-4f3d-bc3b-566a76177e6b by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:39:59.805219 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Attempting to bind port e8e67e86-70d3-4f3d-bc3b-566a76177e6b on network bebe336f-59ef-41e9-a38e-800c0e378ca8 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:39:59.811231 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Port e8e67e86-70d3-4f3d-bc3b-566a76177e6b on network bebe336f-59ef-41e9-a38e-800c0e378ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:39:59.811720 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Attempting to bind port e8e67e86-70d3-4f3d-bc3b-566a76177e6b on network bebe336f-59ef-41e9-a38e-800c0e378ca8 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:39:59.817180 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:39:59.817767 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Checking segment: {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:39:59.818149 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Bound using segment: {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:39:59.818567 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Bound port: e8e67e86-70d3-4f3d-bc3b-566a76177e6b, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:39:59.818920 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:59.887363 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] For port e8e67e86-70d3-4f3d-bc3b-566a76177e6b, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:39:59.891576 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] For port e8e67e86-70d3-4f3d-bc3b-566a76177e6b, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e8e67e86-70d3-4f3d-bc3b-566a76177e6b,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:39:59.896278 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:59.931270 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:39:59.931884 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:39:59.933282 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] 10.222.0.30 "PUT /v2.0/ports/e8e67e86-70d3-4f3d-bc3b-566a76177e6b HTTP/1.1" status: 200 len: 1093 time: 1.0394754 Jan 11 06:39:59.933740 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'tag': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:39:59.936349 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c692860-0546-4823-b60e-fa1d117c3e72" -d '{"events": [{"name": "network-changed", "server_uuid": "a77823cb-a3d2-41fd-b131-7e871d41ef33", "tag": "e8e67e86-70d3-4f3d-bc3b-566a76177e6b"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:39:59.963562 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c5f85-c965-4588-a81d-a0189f9f0e55 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e67e86-70d3-4f3d-bc3b-566a76177e6b,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:39:59.978246 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3aa12d-49c4-4cde-a2ec-52b6beae663c x-openstack-request-id: req-fa3aa12d-49c4-4cde-a2ec-52b6beae663c {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:39:59.978534 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77823cb-a3d2-41fd-b131-7e871d41ef33", "tag": "e8e67e86-70d3-4f3d-bc3b-566a76177e6b", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:39:59.978783 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa3aa12d-49c4-4cde-a2ec-52b6beae663c {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:39:59.979247 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'tag': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'status': 'completed', 'code': 200} Jan 11 06:40:00.049290 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-87a523a1-4a77-41e2-9641-792b17275b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:00.051392 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-87a523a1-4a77-41e2-9641-792b17275b89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 1096 time: 0.0492027 Jan 11 06:40:00.106707 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-d089dcd9-0528-46a0-983a-17512d7034ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8e67e86-70d3-4f3d-bc3b-566a76177e6b HTTP/1.1" status: 200 len: 217 time: 0.0402784 Jan 11 06:40:00.164625 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-158b58f9-53a1-4faa-97c3-8ba82128519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:00.166083 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-158b58f9-53a1-4faa-97c3-8ba82128519a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 200 len: 850 time: 0.0528362 Jan 11 06:40:00.217937 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-8329663b-2a36-4f8b-9de2-cd01abda2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:00.219717 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-8329663b-2a36-4f8b-9de2-cd01abda2ab7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bebe336f-59ef-41e9-a38e-800c0e378ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427921 Jan 11 06:40:00.341093 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-0dcac974-11c7-4b94-8b01-98fbd5cd4195 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107550 Jan 11 06:40:00.455576 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-89be7d45-b599-4582-8dc2-b007934ba7aa req-530f2849-2930-4ad9-883d-09a58a522b7f service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064780 Jan 11 06:40:00.606040 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c692860-0546-4823-b60e-fa1d117c3e72 req-b9758255-eba0-4e25-a94a-6c28e5650e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:00.608304 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c692860-0546-4823-b60e-fa1d117c3e72 req-b9758255-eba0-4e25-a94a-6c28e5650e4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 1096 time: 0.0566182 Jan 11 06:40:00.705702 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c692860-0546-4823-b60e-fa1d117c3e72 req-775dfa56-5556-4f1f-ab3b-e326d11c454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:00.708534 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c692860-0546-4823-b60e-fa1d117c3e72 req-775dfa56-5556-4f1f-ab3b-e326d11c454f service neutron] 10.222.0.30 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 912 time: 0.0921602 Jan 11 06:40:00.755461 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c692860-0546-4823-b60e-fa1d117c3e72 req-f1b23572-7864-4ae8-a8ed-1c230d581aa6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8e67e86-70d3-4f3d-bc3b-566a76177e6b HTTP/1.1" status: 200 len: 217 time: 0.0415866 Jan 11 06:40:00.867021 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499b251-7339-478b-9baa-db8a5b74e58f req-cc616603-f1b6-46d8-8d15-9834ecf70dbf tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:00.868525 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0499b251-7339-478b-9baa-db8a5b74e58f req-cc616603-f1b6-46d8-8d15-9834ecf70dbf tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 943 time: 0.1154306 Jan 11 06:40:00.869791 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c692860-0546-4823-b60e-fa1d117c3e72 req-9df52ac3-610e-4c0b-b796-191470da0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:00.871088 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c692860-0546-4823-b60e-fa1d117c3e72 req-9df52ac3-610e-4c0b-b796-191470da0846 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 200 len: 850 time: 0.1074071 Jan 11 06:40:00.911904 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0002702-9fa4-4c14-9a5f-1e88033d5713 req-34b7bccd-d66f-46f1-97aa-98f657d0dcfb tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:00.913361 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b0002702-9fa4-4c14-9a5f-1e88033d5713 req-34b7bccd-d66f-46f1-97aa-98f657d0dcfb tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.1464305 Jan 11 06:40:00.989055 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0499b251-7339-478b-9baa-db8a5b74e58f req-58232a37-876d-4981-a6c7-b4fb10b2ca6c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143494 Jan 11 06:40:00.991345 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c692860-0546-4823-b60e-fa1d117c3e72 req-c8bbed85-04e0-4605-b69b-5e96e73b7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:00.992767 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c692860-0546-4823-b60e-fa1d117c3e72 req-c8bbed85-04e0-4605-b69b-5e96e73b7936 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bebe336f-59ef-41e9-a38e-800c0e378ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1087496 Jan 11 06:40:01.044755 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b0002702-9fa4-4c14-9a5f-1e88033d5713 req-f0d87830-f838-4341-89d4-5a4d4a82473e tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173341 Jan 11 06:40:01.107265 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c692860-0546-4823-b60e-fa1d117c3e72 req-88f6408b-2808-455d-b486-5645e878474b service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060419 Jan 11 06:40:01.206206 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c692860-0546-4823-b60e-fa1d117c3e72 req-0ca3a908-58a7-4a59-8b9b-ec7a971944fb service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823390 Jan 11 06:40:02.107982 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495c4f7-9eb1-4314-b643-55caf73c15a1 req-d0b71d81-e528-490c-b57b-edb74d26fdfb tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:02.109561 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8495c4f7-9eb1-4314-b643-55caf73c15a1 req-d0b71d81-e528-490c-b57b-edb74d26fdfb tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 943 time: 0.0525923 Jan 11 06:40:02.192527 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8495c4f7-9eb1-4314-b643-55caf73c15a1 req-e16b7dc9-bf81-457e-933c-eac2ae2f8434 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772336 Jan 11 06:40:02.202105 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713b5eb-21be-4c72-95ce-717ce93c41b5 req-07cef0d5-a7e9-41c6-8604-5f201f417971 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:02.203565 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f713b5eb-21be-4c72-95ce-717ce93c41b5 req-07cef0d5-a7e9-41c6-8604-5f201f417971 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0896950 Jan 11 06:40:02.263100 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f713b5eb-21be-4c72-95ce-717ce93c41b5 req-27a2a5b0-4558-409f-8740-96c5d7eaa843 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537074 Jan 11 06:40:02.813525 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5e2dc-8223-458d-930b-1838cadec41c req-552076d9-6ff5-41b4-ae05-9524eb2d061d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:02.815006 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f3e5e2dc-8223-458d-930b-1838cadec41c req-552076d9-6ff5-41b4-ae05-9524eb2d061d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0504327 Jan 11 06:40:02.861658 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f3e5e2dc-8223-458d-930b-1838cadec41c req-08959c2d-0a5b-4c3d-9047-eb2f54052c54 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407476 Jan 11 06:40:03.311218 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c2d76-6834-46cc-8b0d-2a3ff376a02f req-41b0c582-b38d-4434-afdb-d226dec000e6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:03.312751 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-684c2d76-6834-46cc-8b0d-2a3ff376a02f req-41b0c582-b38d-4434-afdb-d226dec000e6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 943 time: 0.0532122 Jan 11 06:40:03.387282 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-684c2d76-6834-46cc-8b0d-2a3ff376a02f req-3d0a909a-7fa1-4c1e-b36c-a2c5bf5837d5 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688140 Jan 11 06:40:03.400722 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17396aa4-2150-4e8a-a354-07a8db0bc891 req-1fe92785-7caf-4101-9565-6016f8d88fdf tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:03.402197 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-17396aa4-2150-4e8a-a354-07a8db0bc891 req-1fe92785-7caf-4101-9565-6016f8d88fdf tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0707119 Jan 11 06:40:03.462028 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-17396aa4-2150-4e8a-a354-07a8db0bc891 req-f4d385a6-cf17-47b4-89ec-7fdb55a6e44d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541735 Jan 11 06:40:03.985002 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3484b-b36b-4c51-8480-ae2f5258f198 req-bc3443bf-263a-4281-b107-39ceeea06587 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:03.986445 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c3d3484b-b36b-4c51-8480-ae2f5258f198 req-bc3443bf-263a-4281-b107-39ceeea06587 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0522528 Jan 11 06:40:04.033601 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c3d3484b-b36b-4c51-8480-ae2f5258f198 req-7905b2ff-ed62-43e3-9e8a-c39000d22b15 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 Jan 11 06:40:04.502754 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938b5a3-14ed-459b-ad37-29dc9deedc69 req-9e8005d3-d20b-4579-bac2-dc6417b95625 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:04.504233 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1938b5a3-14ed-459b-ad37-29dc9deedc69 req-9e8005d3-d20b-4579-bac2-dc6417b95625 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 943 time: 0.0489359 Jan 11 06:40:04.575906 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1938b5a3-14ed-459b-ad37-29dc9deedc69 req-dd6609de-e351-4c54-80ae-16d4e52a34dd tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661914 Jan 11 06:40:04.597167 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c868f25-3b6c-40dd-aeda-584fd72ffc76 req-3ab6c370-f482-446c-a2e8-e8894debb864 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:04.598667 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1c868f25-3b6c-40dd-aeda-584fd72ffc76 req-3ab6c370-f482-446c-a2e8-e8894debb864 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0682302 Jan 11 06:40:04.663388 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1c868f25-3b6c-40dd-aeda-584fd72ffc76 req-05e59bb9-3b13-4fae-9bf7-18269f048c30 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590806 Jan 11 06:40:05.153715 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd35ca0-1175-4a71-b93c-2f164c35e6fc req-18adf728-7283-4f34-a15e-35292693bbec tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:05.155878 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dfd35ca0-1175-4a71-b93c-2f164c35e6fc req-18adf728-7283-4f34-a15e-35292693bbec tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0498736 Jan 11 06:40:05.202586 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dfd35ca0-1175-4a71-b93c-2f164c35e6fc req-78a10881-b816-4460-8254-92ad7a14e0f0 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412562 Jan 11 06:40:05.385117 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37942) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:05.490243 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:05.561253 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Publish callbacks [] for security_group (69a2749c-7557-47c2-8079-49e215e0d7fa), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:05.565165 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (69a2749c-7557-47c2-8079-49e215e0d7fa), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:05.613509 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a2749c-7557-47c2-8079-49e215e0d7fa,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:05.617367 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71a3d2643afb4eab9a9cbfaceca59541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312317 Jan 11 06:40:05.620073 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37948) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:05.626918 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.627938 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.628307 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.628982 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.629554 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.630061 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.630564 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.631062 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.631603 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.632169 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.632760 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.633321 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.633918 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aaa6f3-b3bf-45d5-b736-d907ab45e0a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:05.669731 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-832448f7-1358-445a-8b3c-1a63dbec85a0 admin admin] Publish callbacks [] for security_group (69a2749c-7557-47c2-8079-49e215e0d7fa), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:05.693310 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-832448f7-1358-445a-8b3c-1a63dbec85a0 admin admin] Publish callbacks [] for security_group (69a2749c-7557-47c2-8079-49e215e0d7fa), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:05.711718 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd4755-e7cb-4a38-8c71-ce9be1b0d7ee req-d047a7a9-4ad0-410b-b066-c1721848582d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:05.713271 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-badd4755-e7cb-4a38-8c71-ce9be1b0d7ee req-d047a7a9-4ad0-410b-b066-c1721848582d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 943 time: 0.0537481 Jan 11 06:40:05.745400 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-832448f7-1358-445a-8b3c-1a63dbec85a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (69a2749c-7557-47c2-8079-49e215e0d7fa), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:05.748773 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-832448f7-1358-445a-8b3c-1a63dbec85a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:05.750229 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-832448f7-1358-445a-8b3c-1a63dbec85a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69a2749c-7557-47c2-8079-49e215e0d7fa HTTP/1.1" status: 204 len: 168 time: 0.1291206 Jan 11 06:40:05.758226 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832448f7-1358-445a-8b3c-1a63dbec85a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a2749c-7557-47c2-8079-49e215e0d7fa,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:05.792205 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-badd4755-e7cb-4a38-8c71-ce9be1b0d7ee req-e5737e32-5123-4757-adb0-c1ab83e8968b tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734322 Jan 11 06:40:05.814410 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338c7b-19d3-467b-8132-e57a202fffef req-9172f189-e4f7-4884-9ca0-163833664bdc tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:05.814695 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-72338c7b-19d3-467b-8132-e57a202fffef req-9172f189-e4f7-4884-9ca0-163833664bdc tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0701754 Jan 11 06:40:05.878466 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-72338c7b-19d3-467b-8132-e57a202fffef req-b39d0cbd-4a43-47f0-b5a9-14b211a049f3 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=c0b3bb63-2e24-48aa-b467-21bb2f88e0af&id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576303 Jan 11 06:40:06.329229 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb008b4-485a-4b3e-a57a-c7a5fc351ef1 req-1e34f988-1af0-4d2a-8ea6-1ad70885a58c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:06.330715 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4cb008b4-485a-4b3e-a57a-c7a5fc351ef1 req-1e34f988-1af0-4d2a-8ea6-1ad70885a58c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0516827 Jan 11 06:40:06.371123 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 37976) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:06.381998 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4cb008b4-485a-4b3e-a57a-c7a5fc351ef1 req-59e5a894-422f-4706-ac97-3684fcc49a36 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457771 Jan 11 06:40:06.471672 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1020851975-network', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:06.493708 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Made reservation on behalf of 847d6d55c052479bb0d08eb991e15ac0 for: {'network': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:40:06.496111 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:06.504293 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:06.578821 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Publish callbacks [] for security_group (fa419317-0c5c-48f6-ab7c-99bb44283779), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:06.583411 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (fa419317-0c5c-48f6-ab7c-99bb44283779), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:06.609483 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:40:06.615731 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa419317-0c5c-48f6-ab7c-99bb44283779,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:06.621757 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (eb24e524-fdbd-4f40-97c2-7868e4567a7a), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:06.622386 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.segments_db [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Added segment eb24e524-fdbd-4f40-97c2-7868e4567a7a of type vlan for network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 Jan 11 06:40:06.662630 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (bb8649c3-2ac5-492f-95c3-1ec67ccab7e0), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:06.686413 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (bb8649c3-2ac5-492f-95c3-1ec67ccab7e0), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:06.687340 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:06.687926 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:06.718790 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3464813 Jan 11 06:40:06.721925 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37980) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:06.727401 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-149eafd8-e4e5-47f9-aae2-7c19ffc70cbf admin admin] Request body: {'subnet': {'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1020851975-subnet', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'ip_version': 4}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:06.750213 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149eafd8-e4e5-47f9-aae2-7c19ffc70cbf admin admin] Made reservation on behalf of 847d6d55c052479bb0d08eb991e15ac0 for: {'subnet': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:40:06.752427 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1600565-1bf6-4430-9f10-bd009dfc1bff admin admin] Pushing event updated for resources: {'Network': ['ID=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:06.752583 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-149eafd8-e4e5-47f9-aae2-7c19ffc70cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3809041'] for subnet (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:06.761991 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:40:06.948950 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-149eafd8-e4e5-47f9-aae2-7c19ffc70cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3809027'] for subnet (8353fbb7-0281-46c9-9720-7274b5047dc4), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:06.963530 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d803b3b-577a-44eb-b53d-43faf11644da req-7b198a0d-509a-4424-a297-fcae3bbbd508 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:06.965038 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1d803b3b-577a-44eb-b53d-43faf11644da req-7b198a0d-509a-4424-a297-fcae3bbbd508 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 943 time: 0.1020815 Jan 11 06:40:07.022599 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149eafd8-e4e5-47f9-aae2-7c19ffc70cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8353fbb7-0281-46c9-9720-7274b5047dc4,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:07.052712 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149eafd8-e4e5-47f9-aae2-7c19ffc70cbf admin admin] Checking segment: {'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:40:07.053068 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149eafd8-e4e5-47f9-aae2-7c19ffc70cbf admin admin] Network hostable DHCP agents. Network: bb8649c3-2ac5-492f-95c3-1ec67ccab7e0, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:40:07.066565 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1d803b3b-577a-44eb-b53d-43faf11644da req-a48fdc6e-d15b-4cac-88ab-17ce336c745e tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840316 Jan 11 06:40:07.079157 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149eafd8-e4e5-47f9-aae2-7c19ffc70cbf admin admin] Network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:40:07.088150 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-149eafd8-e4e5-47f9-aae2-7c19ffc70cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, bb8649c3-2ac5-492f-95c3-1ec67ccab7e0) {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:07.092491 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149eafd8-e4e5-47f9-aae2-7c19ffc70cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:07.093130 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-149eafd8-e4e5-47f9-aae2-7c19ffc70cbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.099839 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a06b0-bbcb-44dc-8755-901a8cac25e5 None None] Network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:40:07.109124 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-149eafd8-e4e5-47f9-aae2-7c19ffc70cbf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3855319 Jan 11 06:40:07.111757 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37984) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:07.115940 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:07.139243 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13884'] for router (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.140190 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-993979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13867'] for router (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.194107 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Publish callbacks [] for router_controller (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), precommit_add_association {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.205401 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c588cce-5400-5ad6-872a-9e39f37289d9-bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'fixed_ips': [{'subnet_id': '8353fbb7-0281-46c9-9720-7274b5047dc4'}]}} from dv-cinder-606346-33-iscsi. {{(pid=102727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 06:40:07.206341 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.339756 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.db_base_plugin_common [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Allocated IP 172.20.0.2 (bb8649c3-2ac5-492f-95c3-1ec67ccab7e0/8353fbb7-0281-46c9-9720-7274b5047dc4/4512723a-98f8-4e29-8da5-66cc1004231a) {{(pid=102727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:40:07.341171 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Publish callbacks [] for router_gateway (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.486193 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Publish callbacks [] for port (4512723a-98f8-4e29-8da5-66cc1004231a), precommit_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.491445 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (4512723a-98f8-4e29-8da5-66cc1004231a), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.531636 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 is already hosted by enough agents. {{(pid=102727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:40:07.534451 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.base_scheduler [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Resources bound (agent type, host, resource id): {{(pid=102727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:07.537859 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Received port after_create {{(pid=102727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:40:07.545612 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Pushing event updated for resources: {'Port': ['ID=4512723a-98f8-4e29-8da5-66cc1004231a,revision_number=1']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:07.590688 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892c6a1-59fa-42cb-935f-583bd624a1ab req-e507545d-4d02-402a-9e12-d73f97755daa tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:07.592252 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b892c6a1-59fa-42cb-935f-583bd624a1ab req-e507545d-4d02-402a-9e12-d73f97755daa tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.1166947 Jan 11 06:40:07.593052 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.593410 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.593760 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.594101 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.594438 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.594768 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.595101 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.595429 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.595718 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Publish callbacks [] for router_gateway (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.595840 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.596072 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.596417 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.596745 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.597066 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:07.621476 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.629512 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Attempting to bind port 4512723a-98f8-4e29-8da5-66cc1004231a on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:40:07.629891 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Attempting to bind port 4512723a-98f8-4e29-8da5-66cc1004231a by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:40:07.630251 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Attempting to bind port 4512723a-98f8-4e29-8da5-66cc1004231a on network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:40:07.635170 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:40:07.635542 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Checking segment: {'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:40:07.635946 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.636333 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Bound using segment: {'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:40:07.636823 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Bound port: 4512723a-98f8-4e29-8da5-66cc1004231a, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:40:07.637198 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (4512723a-98f8-4e29-8da5-66cc1004231a), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.697435 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] For port 4512723a-98f8-4e29-8da5-66cc1004231a, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:40:07.700652 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] For port 4512723a-98f8-4e29-8da5-66cc1004231a, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=4512723a-98f8-4e29-8da5-66cc1004231a,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:40:07.702661 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b892c6a1-59fa-42cb-935f-583bd624a1ab req-55e19684-b3f7-4f10-9c37-3780d2b3368c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039722 Jan 11 06:40:07.705377 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (4512723a-98f8-4e29-8da5-66cc1004231a), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.758483 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Allocated IP 172.27.2.23 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/ef0ac20f-3b19-4bae-9a9e-a94266e29f20) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:40:07.763685 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6213e2e-03d7-4c38-93ff-c68cf149a3f0 None None] Pushing event updated for resources: {'Port': ['ID=4512723a-98f8-4e29-8da5-66cc1004231a,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:07.867845 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Publish callbacks [] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.935190 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:07.979072 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:40:07.982085 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:07.985130 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:40:08.010760 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef0ac20f-3b19-4bae-9a9e-a94266e29f20,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:08.250412 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 4512723a-98f8-4e29-8da5-66cc1004231a up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:08.254966 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7a08-01aa-44ac-9d2f-340cbe4f042f req-9be7179f-3e9c-44ee-abd1-e6b7c747b310 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:08.256484 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3b1e7a08-01aa-44ac-9d2f-340cbe4f042f req-9be7179f-3e9c-44ee-abd1-e6b7c747b310 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 943 time: 0.1233895 Jan 11 06:40:08.295357 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Publish callbacks [] for router_gateway (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:08.303137 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 4512723a-98f8-4e29-8da5-66cc1004231a triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:08.303513 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (4512723a-98f8-4e29-8da5-66cc1004231a), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:08.378065 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3b1e7a08-01aa-44ac-9d2f-340cbe4f042f req-28b9a766-8cea-4821-a772-b105163d6a29 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142235 Jan 11 06:40:08.390090 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 4512723a-98f8-4e29-8da5-66cc1004231a is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:08.390587 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (4512723a-98f8-4e29-8da5-66cc1004231a), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:08.418269 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e8e67e86-70d3-4f3d-bc3b-566a76177e6b details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:40:08.432500 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port 4512723a-98f8-4e29-8da5-66cc1004231a, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=4512723a-98f8-4e29-8da5-66cc1004231a,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:08.440736 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (4512723a-98f8-4e29-8da5-66cc1004231a), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:08.533926 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993934'] for router (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:08.541511 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=4512723a-98f8-4e29-8da5-66cc1004231a,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:08.571091 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e8e67e86-70d3-4f3d-bc3b-566a76177e6b, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e8e67e86-70d3-4f3d-bc3b-566a76177e6b,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:08.583748 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'port_id': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'mac_address': 'fa:16:3e:05:10:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:40:08.627262 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port e8e67e86-70d3-4f3d-bc3b-566a76177e6b is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:08.627675 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:08.688692 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Router be1159d9-e323-4e8c-b4a9-a86d6320c9ea is scheduled to L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c with binding_index 1 {{(pid=102725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 06:40:08.768490 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a1abd-d6c8-4034-91c5-38337911ba7b None None] Network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:40:08.789713 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e67e86-70d3-4f3d-bc3b-566a76177e6b {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:40:08.812212 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-174cab08-943c-450b-b0c3-30feb995fed4 None None] Provisioning complete for port 4512723a-98f8-4e29-8da5-66cc1004231a triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:08.812540 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-174cab08-943c-450b-b0c3-30feb995fed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (4512723a-98f8-4e29-8da5-66cc1004231a), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:08.841425 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:40:08.853238 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778ea22-ec0f-4d38-91c8-1c9f27e1e876 req-275c3a25-a0a7-4d06-9e0c-702ed93d2e68 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:08.854736 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9778ea22-ec0f-4d38-91c8-1c9f27e1e876 req-275c3a25-a0a7-4d06-9e0c-702ed93d2e68 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0724158 Jan 11 06:40:08.866757 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e8e67e86-70d3-4f3d-bc3b-566a76177e6b, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e8e67e86-70d3-4f3d-bc3b-566a76177e6b,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:08.869194 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Sync routers for ids ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:40:08.875361 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:08.878914 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:08.880096 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-b7dee809-e2cc-49aa-8714-84308297e0f2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7674229 Jan 11 06:40:08.882761 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 37992) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:08.929838 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Routers {'be1159d9-e323-4e8c-b4a9-a86d6320c9ea'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:08.930454 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:39:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:08.980124 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9778ea22-ec0f-4d38-91c8-1c9f27e1e876 req-8b8abc36-f5b6-409a-b6f9-a31d59711302 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181965 Jan 11 06:40:09.043484 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=e8e67e86-70d3-4f3d-bc3b-566a76177e6b,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:09.131862 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Set router be1159d9-e323-4e8c-b4a9-a86d6320c9ea gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:09.134258 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-174cab08-943c-450b-b0c3-30feb995fed4 None None] Current status of the port 4512723a-98f8-4e29-8da5-66cc1004231a is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:09.243123 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['e8e67e86-70d3-4f3d-bc3b-566a76177e6b'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:40:09.386887 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-01c4cbfd-1902-4a1f-95f1-0d88fb2f0374 None None] Provisioning complete for port 4512723a-98f8-4e29-8da5-66cc1004231a triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:09.387164 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-01c4cbfd-1902-4a1f-95f1-0d88fb2f0374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (4512723a-98f8-4e29-8da5-66cc1004231a), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:09.484292 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:08Z', 'revision_number': 3, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:09.522668 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Checking router: be1159d9-e323-4e8c-b4a9-a86d6320c9ea for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:40:09.523019 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Updating router be1159d9-e323-4e8c-b4a9-a86d6320c9ea port ef0ac20f-3b19-4bae-9a9e-a94266e29f20 binding host dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:40:09.536987 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c7451-a5e5-45fb-9560-4cabcf81be29 req-c4e2548b-3699-4ab3-a69c-ff952937a2c3 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:09.538470 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ae0c7451-a5e5-45fb-9560-4cabcf81be29 req-c4e2548b-3699-4ab3-a69c-ff952937a2c3 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 944 time: 0.0863786 Jan 11 06:40:09.598367 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:09.630810 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-01c4cbfd-1902-4a1f-95f1-0d88fb2f0374 None None] Current status of the port 4512723a-98f8-4e29-8da5-66cc1004231a is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:09.643878 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ae0c7451-a5e5-45fb-9560-4cabcf81be29 req-3ca39f6d-b08c-4ae7-afe3-254fbf73df92 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848579 Jan 11 06:40:09.656680 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:09.812749 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Allocated IP 172.20.0.1 (bb8649c3-2ac5-492f-95c3-1ec67ccab7e0/8353fbb7-0281-46c9-9720-7274b5047dc4/61c91619-e476-4ede-be8e-e4b8ce1246aa) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:40:09.918992 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Publish callbacks [] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), precommit_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:09.925049 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:09.925998 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Publish callbacks [] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:09.962816 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:09.988957 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Attempting to bind port ef0ac20f-3b19-4bae-9a9e-a94266e29f20 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:40:09.989568 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Attempting to bind port ef0ac20f-3b19-4bae-9a9e-a94266e29f20 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:40:09.990268 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Attempting to bind port ef0ac20f-3b19-4bae-9a9e-a94266e29f20 on network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:40:10.002303 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b9b51-78b3-4f85-b62b-205570c1e3d6 None None] Pushing event updated for resources: {'Port': ['ID=ef0ac20f-3b19-4bae-9a9e-a94266e29f20,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:10.006471 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:40:10.007069 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Checking segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:40:10.007716 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:10.008317 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Bound using segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:40:10.009067 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Bound port: ef0ac20f-3b19-4bae-9a9e-a94266e29f20, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:40:10.009935 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:10.029317 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:40:10.036454 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:10.042215 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:40:10.078892 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Pushing event updated for resources: {'Port': ['ID=61c91619-e476-4ede-be8e-e4b8ce1246aa,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:10.091911 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] For port ef0ac20f-3b19-4bae-9a9e-a94266e29f20, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:40:10.097564 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] For port ef0ac20f-3b19-4bae-9a9e-a94266e29f20, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=ef0ac20f-3b19-4bae-9a9e-a94266e29f20,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:40:10.103961 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:10.154953 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992443'] for router_interface (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:10.202492 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Routers {'be1159d9-e323-4e8c-b4a9-a86d6320c9ea'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:10.203557 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:39:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:10.246345 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c804574-8d28-4f89-b611-2862b9df25b1 req-44376e2e-9332-475f-9449-5d4754aac3d8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:10.250427 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6c804574-8d28-4f89-b611-2862b9df25b1 req-44376e2e-9332-475f-9449-5d4754aac3d8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.1675510 Jan 11 06:40:10.312689 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 4512723a-98f8-4e29-8da5-66cc1004231a up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:10.315697 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b9b51-78b3-4f85-b62b-205570c1e3d6 None None] Pushing event updated for resources: {'Port': ['ID=ef0ac20f-3b19-4bae-9a9e-a94266e29f20,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:10.389066 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6c804574-8d28-4f89-b611-2862b9df25b1 req-72571d05-9b83-428c-905c-4e4bf57f9823 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293280 Jan 11 06:40:10.434074 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-a479b33b-5285-4f5b-9a5f-ac28232bcab0 None None] Provisioning complete for port 61c91619-e476-4ede-be8e-e4b8ce1246aa triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:10.434427 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a479b33b-5285-4f5b-9a5f-ac28232bcab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:10.440136 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e8e67e86-70d3-4f3d-bc3b-566a76177e6b up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:10.443724 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:10.491509 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] Set router be1159d9-e323-4e8c-b4a9-a86d6320c9ea gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:10.604792 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Publish callbacks [] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:10.610453 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:10.680914 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992335'] for router_interface (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:10.683732 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Pushing event updated for resources: {'Port': ['ID=61c91619-e476-4ede-be8e-e4b8ce1246aa,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:10.698554 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-a479b33b-5285-4f5b-9a5f-ac28232bcab0 None None] Port 61c91619-e476-4ede-be8e-e4b8ce1246aa cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:40:10.715789 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 4512723a-98f8-4e29-8da5-66cc1004231a triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:10.716159 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (4512723a-98f8-4e29-8da5-66cc1004231a), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:10.800955 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port e8e67e86-70d3-4f3d-bc3b-566a76177e6b completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:40:10.809029 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6999f-a9c1-4a26-bbb5-cfa00cc003ea req-ae1f9357-37b9-4903-8423-860c684b0750 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:10.810492 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49e6999f-a9c1-4a26-bbb5-cfa00cc003ea req-ae1f9357-37b9-4903-8423-860c684b0750 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 944 time: 0.0738609 Jan 11 06:40:10.811879 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port e8e67e86-70d3-4f3d-bc3b-566a76177e6b triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:10.812226 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:10.819956 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:40:10.826547 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:10.919399 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 4512723a-98f8-4e29-8da5-66cc1004231a is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:10.937151 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49e6999f-a9c1-4a26-bbb5-cfa00cc003ea req-77eb47bd-3a0e-48dd-847d-ebf82318a6b9 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199794 Jan 11 06:40:10.978024 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Router be1159d9-e323-4e8c-b4a9-a86d6320c9ea has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:40:10.978355 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:08Z', 'revision_number': 3, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:10.980132 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port e8e67e86-70d3-4f3d-bc3b-566a76177e6b is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:10.980552 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:11.015590 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b47f7e-5196-4cbc-b9a5-e6ec8f490540 None None] The sync data for ids ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'] in dv-cinder-606346-33-iscsi is: [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:08Z', 'revision_number': 3, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:40:11.032111 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:40:11.035138 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bec3a57-3a2e-4bfb-b52a-799a7b82e22d" -d '{"events": [{"server_uuid": "a77823cb-a3d2-41fd-b131-7e871d41ef33", "name": "network-vif-plugged", "status": "completed", "tag": "e8e67e86-70d3-4f3d-bc3b-566a76177e6b"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:40:11.055777 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e8e67e86-70d3-4f3d-bc3b-566a76177e6b, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e8e67e86-70d3-4f3d-bc3b-566a76177e6b,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:11.060679 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:11.086429 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7afff1-c2a0-4650-9b79-31698cebd580 x-openstack-request-id: req-da7afff1-c2a0-4650-9b79-31698cebd580 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:40:11.086719 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77823cb-a3d2-41fd-b131-7e871d41ef33", "name": "network-vif-plugged", "status": "completed", "tag": "e8e67e86-70d3-4f3d-bc3b-566a76177e6b", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:40:11.086974 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da7afff1-c2a0-4650-9b79-31698cebd580 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:40:11.087363 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'code': 200} Jan 11 06:40:11.107253 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:40:11.113309 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-39a54a6a-2c7b-491c-8fb6-5a9251ade831 admin admin] 10.222.0.15 "PUT /v2.0/routers/be1159d9-e323-4e8c-b4a9-a86d6320c9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2292018 Jan 11 06:40:11.127690 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=e8e67e86-70d3-4f3d-bc3b-566a76177e6b,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:11.135989 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-a5491bab-c2ab-44e4-893b-1fcc94f2679f None None] Provisioning complete for port 61c91619-e476-4ede-be8e-e4b8ce1246aa triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:11.136240 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a5491bab-c2ab-44e4-893b-1fcc94f2679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:11.171699 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-a5491bab-c2ab-44e4-893b-1fcc94f2679f None None] Port 61c91619-e476-4ede-be8e-e4b8ce1246aa cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:40:11.384665 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b73690-4de5-411d-abeb-a2afa4e4bfc7 req-4020c721-3359-46fc-947c-19ed76866471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:11.386446 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-42b73690-4de5-411d-abeb-a2afa4e4bfc7 req-4020c721-3359-46fc-947c-19ed76866471 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 1098 time: 0.0454421 Jan 11 06:40:11.443159 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-42b73690-4de5-411d-abeb-a2afa4e4bfc7 req-e65b5688-f0b8-4e80-9057-e5805a0943df service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500636 Jan 11 06:40:11.541322 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21160b-9f3a-49e2-a603-110613e9a5a8 req-bdc4d6be-f6a3-4253-baf6-ee96ab2590bc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:11.543016 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ef21160b-9f3a-49e2-a603-110613e9a5a8 req-bdc4d6be-f6a3-4253-baf6-ee96ab2590bc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0568037 Jan 11 06:40:11.597860 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ef21160b-9f3a-49e2-a603-110613e9a5a8 req-718d9669-1ce0-4561-86b1-74e976765cc3 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492537 Jan 11 06:40:11.695695 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38018) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:11.700432 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1081961817-network', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:11.724900 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Made reservation on behalf of eb77c17f2e1f400b951b08801849ab6c for: {'network': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:40:11.728031 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:11.738544 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:11.820397 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Publish callbacks [] for security_group (2425d92c-d473-4a67-8109-04208140585a), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:11.824664 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (2425d92c-d473-4a67-8109-04208140585a), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:11.850427 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:40:11.860072 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2425d92c-d473-4a67-8109-04208140585a,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:11.866291 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (4106c2a9-0f02-4ed0-9ed4-721b667c0941), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:11.866630 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.segments_db [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Added segment 4106c2a9-0f02-4ed0-9ed4-721b667c0941 of type vlan for network 47f4d619-323b-4e24-bbc2-e2877d6711a5 Jan 11 06:40:11.907662 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (47f4d619-323b-4e24-bbc2-e2877d6711a5), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:11.937751 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (47f4d619-323b-4e24-bbc2-e2877d6711a5), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:11.938859 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:11.939497 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:12.000186 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3034849 Jan 11 06:40:12.002741 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38022) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:12.007289 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-4591a39a-cda1-4213-8b3d-a7dbbcd18343 admin admin] Request body: {'subnet': {'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1081961817-subnet', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'ip_version': 4}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:12.013717 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88746-ea70-4036-8614-806e7c3a48d6 admin admin] Pushing event updated for resources: {'Network': ['ID=47f4d619-323b-4e24-bbc2-e2877d6711a5,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:12.023659 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network 47f4d619-323b-4e24-bbc2-e2877d6711a5 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:40:12.062306 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4591a39a-cda1-4213-8b3d-a7dbbcd18343 admin admin] Made reservation on behalf of eb77c17f2e1f400b951b08801849ab6c for: {'subnet': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:40:12.064769 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-4591a39a-cda1-4213-8b3d-a7dbbcd18343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3809041'] for subnet (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:12.122127 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41dcd3-46b3-45e7-938a-e59e4a3fd1d6 req-4b81ebd3-7169-431c-87c3-dd0b45c7c2e3 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:12.124218 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af41dcd3-46b3-45e7-938a-e59e4a3fd1d6 req-4b81ebd3-7169-431c-87c3-dd0b45c7c2e3 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 945 time: 0.1059768 Jan 11 06:40:12.203886 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af41dcd3-46b3-45e7-938a-e59e4a3fd1d6 req-5056d8cf-0df6-410c-888e-59febba0da34 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715671 Jan 11 06:40:12.253714 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device ef0ac20f-3b19-4bae-9a9e-a94266e29f20 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:12.293862 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-4591a39a-cda1-4213-8b3d-a7dbbcd18343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8585417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3809027'] for subnet (4d5a69ab-8a1d-4dec-9882-a08907b42e62), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:12.307139 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port ef0ac20f-3b19-4bae-9a9e-a94266e29f20 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:12.307536 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:12.354447 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591a39a-cda1-4213-8b3d-a7dbbcd18343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5a69ab-8a1d-4dec-9882-a08907b42e62,revision_number=0']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:12.365364 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4591a39a-cda1-4213-8b3d-a7dbbcd18343 admin admin] Checking segment: {'id': '4106c2a9-0f02-4ed0-9ed4-721b667c0941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:40:12.365586 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4591a39a-cda1-4213-8b3d-a7dbbcd18343 admin admin] Network hostable DHCP agents. Network: 47f4d619-323b-4e24-bbc2-e2877d6711a5, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:40:12.386805 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4591a39a-cda1-4213-8b3d-a7dbbcd18343 admin admin] Network 47f4d619-323b-4e24-bbc2-e2877d6711a5 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:40:12.398954 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-4591a39a-cda1-4213-8b3d-a7dbbcd18343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, 47f4d619-323b-4e24-bbc2-e2877d6711a5) {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:12.405667 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4591a39a-cda1-4213-8b3d-a7dbbcd18343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:12.406310 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-4591a39a-cda1-4213-8b3d-a7dbbcd18343 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:12.413962 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d8398b-ac15-4a9a-a383-2f3a02171029 None None] Network 47f4d619-323b-4e24-bbc2-e2877d6711a5 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:40:12.424996 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-4591a39a-cda1-4213-8b3d-a7dbbcd18343 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4211414 Jan 11 06:40:12.425708 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38024) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:12.430752 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1081961817-router', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:12.454530 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-994978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13884'] for router (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:12.455522 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-994870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-993979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-899901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13867'] for router (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:12.523789 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Publish callbacks [] for router_controller (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), precommit_add_association {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:12.561556 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port ef0ac20f-3b19-4bae-9a9e-a94266e29f20 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:12.561945 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:12.611714 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port ef0ac20f-3b19-4bae-9a9e-a94266e29f20, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=ef0ac20f-3b19-4bae-9a9e-a94266e29f20,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:12.627455 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:12.666433 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c588cce-5400-5ad6-872a-9e39f37289d9-47f4d619-323b-4e24-bbc2-e2877d6711a5', 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5', 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'fixed_ips': [{'subnet_id': '4d5a69ab-8a1d-4dec-9882-a08907b42e62'}]}} from dv-cinder-606346-33-iscsi. {{(pid=102727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 06:40:12.670017 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:12.744254 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=ef0ac20f-3b19-4bae-9a9e-a94266e29f20,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:12.765122 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b013a31-a23f-4412-bcef-e4aa5bf027cf req-f120407b-37a8-4e79-a638-0b1ed686614f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:12.766913 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4b013a31-a23f-4412-bcef-e4aa5bf027cf req-f120407b-37a8-4e79-a638-0b1ed686614f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0782599 Jan 11 06:40:12.848149 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Sync routers for ids ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:40:12.856868 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4b013a31-a23f-4412-bcef-e4aa5bf027cf req-d90a7982-f875-44c4-9ec5-c82e9c08bec8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643516 Jan 11 06:40:12.868157 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Routers {'be1159d9-e323-4e8c-b4a9-a86d6320c9ea'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:12.870923 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:39:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:12.896008 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Publish callbacks [] for router_gateway (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:12.904971 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.db_base_plugin_common [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Allocated IP 172.20.0.2 (47f4d619-323b-4e24-bbc2-e2877d6711a5/4d5a69ab-8a1d-4dec-9882-a08907b42e62/f2ed106a-1e11-4ac0-b682-f7ab2d26f98a) {{(pid=102727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:40:12.994175 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Set router be1159d9-e323-4e8c-b4a9-a86d6320c9ea gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:13.075284 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Publish callbacks [] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), precommit_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.083005 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014'] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), after_create {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.118955 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Publish callbacks [] for router_gateway (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.137639 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Pushing event updated for resources: {'Port': ['ID=f2ed106a-1e11-4ac0-b682-f7ab2d26f98a,revision_number=1']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:13.140534 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.141226 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Network 47f4d619-323b-4e24-bbc2-e2877d6711a5 is already hosted by enough agents. {{(pid=102727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:40:13.143310 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.scheduler.base_scheduler [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Resources bound (agent type, host, resource id): {{(pid=102727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:13.146751 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Received port after_create {{(pid=102727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:40:13.203135 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Attempting to bind port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:40:13.203510 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Attempting to bind port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '4106c2a9-0f02-4ed0-9ed4-721b667c0941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:40:13.203896 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Attempting to bind port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a on network 47f4d619-323b-4e24-bbc2-e2877d6711a5 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:40:13.208981 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:40:13.209358 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Checking segment: {'id': '4106c2a9-0f02-4ed0-9ed4-721b667c0941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:40:13.209719 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:10Z', 'revision_number': 4, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '61c91619-e476-4ede-be8e-e4b8ce1246aa', 'name': '', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'mac_address': 'fa:16:3e:8f:a4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:09Z', 'updated_at': '2022-01-11T06:40:10Z', 'revision_number': 2, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'subnets': [{'id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:13.209964 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.210190 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Bound using segment: {'id': '4106c2a9-0f02-4ed0-9ed4-721b667c0941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:40:13.210593 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Bound port: f2ed106a-1e11-4ac0-b682-f7ab2d26f98a, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4106c2a9-0f02-4ed0-9ed4-721b667c0941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:40:13.210976 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.241180 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Checking router: be1159d9-e323-4e8c-b4a9-a86d6320c9ea for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:40:13.241742 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Updating router be1159d9-e323-4e8c-b4a9-a86d6320c9ea port 61c91619-e476-4ede-be8e-e4b8ce1246aa binding host dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:40:13.257737 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Allocated IP 172.27.2.67 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/b98633aa-5c1a-48ed-bef5-6c89a068b4c9) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:40:13.268058 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.292090 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] For port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:40:13.296731 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] For port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=f2ed106a-1e11-4ac0-b682-f7ab2d26f98a,segment=NetworkSegment(4106c2a9-0f02-4ed0-9ed4-721b667c0941),segment_id=4106c2a9-0f02-4ed0-9ed4-721b667c0941)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:40:13.302390 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.361958 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa196924-f1ec-4db5-94ef-c97eede01a5c None None] Pushing event updated for resources: {'Port': ['ID=f2ed106a-1e11-4ac0-b682-f7ab2d26f98a,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:13.367067 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce9df9-4065-4b6c-97e0-64734ce8da7b req-08f46a42-0e9e-46cd-b3e0-9b8dedd267d4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:13.376892 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-10ce9df9-4065-4b6c-97e0-64734ce8da7b req-08f46a42-0e9e-46cd-b3e0-9b8dedd267d4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 945 time: 0.0729067 Jan 11 06:40:13.400132 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Publish callbacks [] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.438655 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-6767092e-a139-4a85-99ac-43530920c2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.454673 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.473140 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-10ce9df9-4065-4b6c-97e0-64734ce8da7b req-cea23c83-6d27-40cd-b265-a46ac00324f0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866628 Jan 11 06:40:13.496081 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:40:13.499103 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:13.504838 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:40:13.545364 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Pushing event updated for resources: {'Port': ['ID=b98633aa-5c1a-48ed-bef5-6c89a068b4c9,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:13.600123 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ba139-769c-4da2-b403-8f9b3bc16ce6 req-153d86c5-7f21-4e0e-b09c-2ba3cf4fff98 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:13.602913 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-292ba139-769c-4da2-b403-8f9b3bc16ce6 req-153d86c5-7f21-4e0e-b09c-2ba3cf4fff98 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 945 time: 0.0682189 Jan 11 06:40:13.649618 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Publish callbacks [] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.656710 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.672378 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-292ba139-769c-4da2-b403-8f9b3bc16ce6 req-e3814e28-cf7a-4d2b-a0ee-741e8fa5f123 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584931 Jan 11 06:40:13.705496 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38032) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:13.734091 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Pushing event updated for resources: {'Port': ['ID=61c91619-e476-4ede-be8e-e4b8ce1246aa,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:13.746545 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.746912 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.747280 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.747688 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.748196 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.748559 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.748907 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.749239 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.749569 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.749912 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.750239 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.750560 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.750877 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:13.811247 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Attempting to bind port 61c91619-e476-4ede-be8e-e4b8ce1246aa on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:40:13.811788 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Attempting to bind port 61c91619-e476-4ede-be8e-e4b8ce1246aa by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:40:13.812219 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Attempting to bind port 61c91619-e476-4ede-be8e-e4b8ce1246aa on network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:40:13.820590 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:40:13.821048 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Checking segment: {'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:40:13.821353 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.821750 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Bound using segment: {'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:40:13.822461 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Bound port: 61c91619-e476-4ede-be8e-e4b8ce1246aa, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:40:13.822841 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.865463 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c259f64b-8727-4476-90ac-b9ec238d685a tempest-TestVolumeBootPattern-1312919358 tempest-TestVolumeBootPattern-1312919358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:13.869582 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-c259f64b-8727-4476-90ac-b9ec238d685a tempest-TestVolumeBootPattern-1312919358 tempest-TestVolumeBootPattern-1312919358-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 1093 time: 0.1602440 Jan 11 06:40:13.869832 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38034) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:13.875528 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'floatingip': {'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'port_id': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:13.882748 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Publish callbacks [] for router_gateway (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.900736 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] For port 61c91619-e476-4ede-be8e-e4b8ce1246aa, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:40:13.904554 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] For port 61c91619-e476-4ede-be8e-e4b8ce1246aa, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=61c91619-e476-4ede-be8e-e4b8ce1246aa,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:40:13.910714 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.921753 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:13.969091 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Routers {'be1159d9-e323-4e8c-b4a9-a86d6320c9ea'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:13.969734 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:39:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:14.053246 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f0253-b237-4258-9517-9b7700003ea5 None None] Pushing event updated for resources: {'Port': ['ID=61c91619-e476-4ede-be8e-e4b8ce1246aa,revision_number=4']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:14.105690 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] Set router be1159d9-e323-4e8c-b4a9-a86d6320c9ea gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:14.109728 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a0de8-5143-49dd-aa9f-1120b060d726 req-0df2a63d-c954-4738-95f7-d731af888733 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:14.113196 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-c6c6e376-6e54-49f3-a349-553f45e8859f None None] Provisioning complete for port 61c91619-e476-4ede-be8e-e4b8ce1246aa triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:14.113721 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-c6c6e376-6e54-49f3-a349-553f45e8859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:14.117917 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8d1a0de8-5143-49dd-aa9f-1120b060d726 req-0df2a63d-c954-4738-95f7-d731af888733 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.1470604 Jan 11 06:40:14.175202 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:14.210101 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8d1a0de8-5143-49dd-aa9f-1120b060d726 req-b8475832-69a2-45f7-94c8-04d010eecfbb tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850248 Jan 11 06:40:14.220675 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-994877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-993934'] for router (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:14.268105 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6e376-6e54-49f3-a349-553f45e8859f None None] Current status of the port 61c91619-e476-4ede-be8e-e4b8ce1246aa is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:14.268105 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-c6c6e376-6e54-49f3-a349-553f45e8859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:14.334689 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-c6c6e376-6e54-49f3-a349-553f45e8859f None None] For port 61c91619-e476-4ede-be8e-e4b8ce1246aa, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=61c91619-e476-4ede-be8e-e4b8ce1246aa,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:14.343670 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-c6c6e376-6e54-49f3-a349-553f45e8859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:14.405794 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Allocated IP 172.27.2.28 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:40:14.413399 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6e376-6e54-49f3-a349-553f45e8859f None None] Pushing event updated for resources: {'Port': ['ID=61c91619-e476-4ede-be8e-e4b8ce1246aa,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:14.487597 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device ef0ac20f-3b19-4bae-9a9e-a94266e29f20 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:14.520853 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Router 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 is scheduled to L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c with binding_index 1 {{(pid=102726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 06:40:14.527261 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-ad19407e-65a3-4eaf-b951-30169ec9f01f None None] Provisioning complete for port 61c91619-e476-4ede-be8e-e4b8ce1246aa triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:14.527641 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-ad19407e-65a3-4eaf-b951-30169ec9f01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:14.575569 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for port (f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:14.618061 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port ef0ac20f-3b19-4bae-9a9e-a94266e29f20 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:14.618431 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:14.620241 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:10Z', 'revision_number': 4, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '61c91619-e476-4ede-be8e-e4b8ce1246aa', 'name': '', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'mac_address': 'fa:16:3e:8f:a4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:09Z', 'updated_at': '2022-01-11T06:40:13Z', 'revision_number': 4, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'subnets': [{'id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:14.629605 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:14.656717 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92273271-3cf2-42cc-8b87-de69d9c39abc None None] The sync data for ids ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'] in dv-cinder-606346-33-iscsi is: [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:10Z', 'revision_number': 4, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '61c91619-e476-4ede-be8e-e4b8ce1246aa', 'name': '', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'mac_address': 'fa:16:3e:8f:a4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:09Z', 'updated_at': '2022-01-11T06:40:13Z', 'revision_number': 4, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'subnets': [{'id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:40:14.679600 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:40:14.693014 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Sync routers for ids ['3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:40:14.695510 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:40:14.702501 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:14.704796 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:14.706088 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-e40a9777-82c9-4813-b072-8ed3986352fc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2793727 Jan 11 06:40:14.708662 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38038) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:14.722384 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:40:14.778065 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'Port': ['ID=f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:14.782937 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Routers {'3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:14.783582 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:39:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:14.848918 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-ad19407e-65a3-4eaf-b951-30169ec9f01f None None] Current status of the port 61c91619-e476-4ede-be8e-e4b8ce1246aa is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:15.061617 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c9e58-45de-4d04-af45-545504f4a284 None None] Network 47f4d619-323b-4e24-bbc2-e2877d6711a5 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:40:15.202851 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (c209504e-2f8f-4709-923a-60c01407182b), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.227776 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port ef0ac20f-3b19-4bae-9a9e-a94266e29f20 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:15.228919 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device f2ed106a-1e11-4ac0-b682-f7ab2d26f98a up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:15.230522 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-418efc92-15a2-4db1-b2ad-fcd0da9dc0b9 None None] Provisioning complete for port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:15.230891 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-418efc92-15a2-4db1-b2ad-fcd0da9dc0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.248854 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.322103 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Set router 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:15.359231 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.521561 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Allocated IP 172.20.0.1 (47f4d619-323b-4e24-bbc2-e2877d6711a5/4d5a69ab-8a1d-4dec-9882-a08907b42e62/565ac0c1-b20c-44c5-a27e-91d6d030819e) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:40:15.546646 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b339e-86bb-40ec-93b8-114b54be7472 req-3fbad2db-0ea1-49a0-a19f-6514e00a20f1 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:15.548407 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d57b339e-86bb-40ec-93b8-114b54be7472 req-3fbad2db-0ea1-49a0-a19f-6514e00a20f1 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.1480548 Jan 11 06:40:15.655597 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:15.656266 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.658389 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-418efc92-15a2-4db1-b2ad-fcd0da9dc0b9 None None] Current status of the port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:15.658671 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-418efc92-15a2-4db1-b2ad-fcd0da9dc0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.661015 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d57b339e-86bb-40ec-93b8-114b54be7472 req-9fe77e37-e4f2-42e1-9718-19b7cceb6649 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035697 Jan 11 06:40:15.677932 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for port (f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.684421 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.742831 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-418efc92-15a2-4db1-b2ad-fcd0da9dc0b9 None None] For port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=f2ed106a-1e11-4ac0-b682-f7ab2d26f98a,segment=NetworkSegment(4106c2a9-0f02-4ed0-9ed4-721b667c0941),segment_id=4106c2a9-0f02-4ed0-9ed4-721b667c0941)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:15.751001 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Publish callbacks [] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.767515 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-418efc92-15a2-4db1-b2ad-fcd0da9dc0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.789151 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'name': 'tempest-TestShelveInstance-1081961817-router', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:12Z', 'updated_at': '2022-01-11T06:40:13Z', 'revision_number': 3, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'gw_port': {'id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:13Z', 'updated_at': '2022-01-11T06:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:15.789988 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'Port': ['ID=f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:15.795287 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.809035 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (c209504e-2f8f-4709-923a-60c01407182b), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.853257 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Network 47f4d619-323b-4e24-bbc2-e2877d6711a5 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:40:15.856658 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:15.861078 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-9943190c-8971-444f-aad0-a3590a4adfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.866085 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Checking router: 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:40:15.866440 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Updating router 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 port b98633aa-5c1a-48ed-bef5-6c89a068b4c9 binding host dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:40:15.877219 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:40:15.884605 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Pushing event updated for resources: {'Port': ['ID=565ac0c1-b20c-44c5-a27e-91d6d030819e,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:15.925878 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:15.930723 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418efc92-15a2-4db1-b2ad-fcd0da9dc0b9 None None] Pushing event updated for resources: {'Port': ['ID=f2ed106a-1e11-4ac0-b682-f7ab2d26f98a,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:15.940233 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992443'] for router_interface (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.001711 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-a411d066-0663-4ab4-a65a-99f9da97a136 None None] Provisioning complete for port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:16.002023 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a411d066-0663-4ab4-a65a-99f9da97a136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.121897 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:16.183328 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.257295 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.l3_db [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Floating IP c209504e-2f8f-4709-923a-60c01407182b associated. External IP: 172.27.2.28, port: e8e67e86-70d3-4f3d-bc3b-566a76177e6b. Jan 11 06:40:16.265506 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-a411d066-0663-4ab4-a65a-99f9da97a136 None None] Current status of the port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:16.378026 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Publish callbacks [] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), precommit_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.397177 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.438334 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 61c91619-e476-4ede-be8e-e4b8ce1246aa up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:16.440933 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Publish callbacks [] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.446072 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.475329 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-b4f3ee1c-b9b0-4f49-883f-d101aeb5d825 None None] Provisioning complete for port 565ac0c1-b20c-44c5-a27e-91d6d030819e triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:16.475703 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b4f3ee1c-b9b0-4f49-883f-d101aeb5d825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.487318 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Router 3c105066-b0ec-4871-8290-f00783648693 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:40:16.525999 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-584460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-992335'] for router_interface (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.527705 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec9bb7-a0b0-4c4b-8a9f-cf064f230fe9 None None] Pushing event updated for resources: {'Port': ['ID=b98633aa-5c1a-48ed-bef5-6c89a068b4c9,revision_number=2']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:16.527868 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Pushing event updated for resources: {'Port': ['ID=565ac0c1-b20c-44c5-a27e-91d6d030819e,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:16.535414 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Attempting to bind port b98633aa-5c1a-48ed-bef5-6c89a068b4c9 on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:40:16.535791 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Attempting to bind port b98633aa-5c1a-48ed-bef5-6c89a068b4c9 by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:40:16.536132 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Attempting to bind port b98633aa-5c1a-48ed-bef5-6c89a068b4c9 on network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:40:16.547968 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3ee1c-b9b0-4f49-883f-d101aeb5d825 None None] Port 565ac0c1-b20c-44c5-a27e-91d6d030819e cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:40:16.549495 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:40:16.549872 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Checking segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:40:16.550269 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.550642 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Bound using segment: {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'} {{(pid=102727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:40:16.551111 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.managers [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Bound port: b98633aa-5c1a-48ed-bef5-6c89a068b4c9, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd17eea-aba1-4589-92b3-2c0b7645d508', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}}] {{(pid=102727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:40:16.551482 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.600735 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 61c91619-e476-4ede-be8e-e4b8ce1246aa triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:16.601117 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.601828 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:40:16.614824 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50da876-83c2-4f3b-b2e4-d7efd60ff43b None None] Sync routers for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:40:16.620463 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.633078 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50da876-83c2-4f3b-b2e4-d7efd60ff43b None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:16.634760 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-c50da876-83c2-4f3b-b2e4-d7efd60ff43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:16.635944 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] For port b98633aa-5c1a-48ed-bef5-6c89a068b4c9, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:40:16.647825 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Network 47f4d619-323b-4e24-bbc2-e2877d6711a5 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:40:16.650295 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:16.652562 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-e8312fd2-a87a-4b83-8b01-14fb1701af5d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7798855 Jan 11 06:40:16.652562 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'tag': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:40:16.653901 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe128a2-95ce-466e-ae75-2af82ce78382" -d '{"events": [{"name": "network-changed", "server_uuid": "a77823cb-a3d2-41fd-b131-7e871d41ef33", "tag": "e8e67e86-70d3-4f3d-bc3b-566a76177e6b"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:40:16.654134 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] For port b98633aa-5c1a-48ed-bef5-6c89a068b4c9, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=b98633aa-5c1a-48ed-bef5-6c89a068b4c9,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:40:16.659857 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:16.750141 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec9bb7-a0b0-4c4b-8a9f-cf064f230fe9 None None] Pushing event updated for resources: {'Port': ['ID=b98633aa-5c1a-48ed-bef5-6c89a068b4c9,revision_number=3']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:16.791880 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Routers {'3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:16.792481 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:16.821444 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-c50da876-83c2-4f3b-b2e4-d7efd60ff43b None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:16.875502 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2af593-7a2b-49a5-83b2-1f45d641d144 req-c5b65a72-276a-4ab6-af53-be569181ce8b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:16.877168 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7e2af593-7a2b-49a5-83b2-1f45d641d144 req-c5b65a72-276a-4ab6-af53-be569181ce8b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0906067 Jan 11 06:40:16.992451 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7e2af593-7a2b-49a5-83b2-1f45d641d144 req-0eb346e0-2309-495c-a1ba-db85e451cd9d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051660 Jan 11 06:40:16.992689 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 61c91619-e476-4ede-be8e-e4b8ce1246aa is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:16.993666 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device f2ed106a-1e11-4ac0-b682-f7ab2d26f98a up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:17.068340 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:17.100207 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bab76d4-e65a-4fa9-bd96-76bbdd2a524a x-openstack-request-id: req-5bab76d4-e65a-4fa9-bd96-76bbdd2a524a {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:40:17.100530 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77823cb-a3d2-41fd-b131-7e871d41ef33", "tag": "e8e67e86-70d3-4f3d-bc3b-566a76177e6b", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:40:17.101225 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bab76d4-e65a-4fa9-bd96-76bbdd2a524a {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:40:17.101225 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'tag': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'status': 'completed', 'code': 200} Jan 11 06:40:17.108413 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-c639a425-0bcb-4ae7-ac99-127f3c87bf7e None None] Provisioning complete for port 565ac0c1-b20c-44c5-a27e-91d6d030819e triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:17.108791 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-c639a425-0bcb-4ae7-ac99-127f3c87bf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:17.136286 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] Set router 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:17.146538 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-c50da876-83c2-4f3b-b2e4-d7efd60ff43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'c209504e-2f8f-4709-923a-60c01407182b', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:05:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:15Z', 'revision_number': 0, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:17.173113 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50da876-83c2-4f3b-b2e4-d7efd60ff43b None None] Checking router: 3c105066-b0ec-4871-8290-f00783648693 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:40:17.182816 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:17.183117 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50da876-83c2-4f3b-b2e4-d7efd60ff43b None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:17.183230 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:17.184010 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-c50da876-83c2-4f3b-b2e4-d7efd60ff43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:17.193735 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe128a2-95ce-466e-ae75-2af82ce78382 req-a715a221-3361-4e7f-93f8-e01bcadf8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:17.195470 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fbe128a2-95ce-466e-ae75-2af82ce78382 req-a715a221-3361-4e7f-93f8-e01bcadf8f80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 1098 time: 0.0489631 Jan 11 06:40:17.203122 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Router 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:40:17.241689 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-c639a425-0bcb-4ae7-ac99-127f3c87bf7e None None] Port 565ac0c1-b20c-44c5-a27e-91d6d030819e cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:40:17.298605 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-c50da876-83c2-4f3b-b2e4-d7efd60ff43b None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:17.306708 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe128a2-95ce-466e-ae75-2af82ce78382 req-8d1406dd-28b7-4162-ba58-53136c362b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:17.308102 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fbe128a2-95ce-466e-ae75-2af82ce78382 req-8d1406dd-28b7-4162-ba58-53136c362b2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 912 time: 0.1028881 Jan 11 06:40:17.360178 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:40:17.372322 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-2a45cc2e-dfec-423a-9aaa-07859c0cbffe admin admin] 10.222.0.15 "PUT /v2.0/routers/3dca1f04-2f2d-4ef8-b8d7-4999039c45e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6624167 Jan 11 06:40:17.402640 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:17.410684 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fbe128a2-95ce-466e-ae75-2af82ce78382 req-9157c3a6-849f-409a-b168-29da08c81099 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8e67e86-70d3-4f3d-bc3b-566a76177e6b HTTP/1.1" status: 200 len: 998 time: 0.0942616 Jan 11 06:40:17.434815 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'name': 'tempest-TestShelveInstance-1081961817-router', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:12Z', 'updated_at': '2022-01-11T06:40:16Z', 'revision_number': 4, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'gw_port': {'id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:13Z', 'updated_at': '2022-01-11T06:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '565ac0c1-b20c-44c5-a27e-91d6d030819e', 'name': '', 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'mac_address': 'fa:16:3e:c4:6d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4d5a69ab-8a1d-4dec-9882-a08907b42e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:16Z', 'revision_number': 2, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'subnets': [{'id': '4d5a69ab-8a1d-4dec-9882-a08907b42e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:17.463840 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe128a2-95ce-466e-ae75-2af82ce78382 req-bbb0c993-b133-4ec0-aa9b-22345ef7399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:17.464777 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b783cd-d236-48e4-97c8-ad73e47fc37d None None] The sync data for ids ['3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'] in dv-cinder-606346-33-iscsi is: [{'id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'name': 'tempest-TestShelveInstance-1081961817-router', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:12Z', 'updated_at': '2022-01-11T06:40:16Z', 'revision_number': 4, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'gw_port': {'id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:13Z', 'updated_at': '2022-01-11T06:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '565ac0c1-b20c-44c5-a27e-91d6d030819e', 'name': '', 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'mac_address': 'fa:16:3e:c4:6d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4d5a69ab-8a1d-4dec-9882-a08907b42e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:16Z', 'revision_number': 2, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'subnets': [{'id': '4d5a69ab-8a1d-4dec-9882-a08907b42e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:40:17.465362 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fbe128a2-95ce-466e-ae75-2af82ce78382 req-bbb0c993-b133-4ec0-aa9b-22345ef7399f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 200 len: 850 time: 0.0512180 Jan 11 06:40:17.520039 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe128a2-95ce-466e-ae75-2af82ce78382 req-b159ab83-0452-4550-ba92-148ddf8f1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:17.521575 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fbe128a2-95ce-466e-ae75-2af82ce78382 req-b159ab83-0452-4550-ba92-148ddf8f1a1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bebe336f-59ef-41e9-a38e-800c0e378ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467668 Jan 11 06:40:17.590972 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-c50da876-83c2-4f3b-b2e4-d7efd60ff43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'c209504e-2f8f-4709-923a-60c01407182b', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:05:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:15Z', 'revision_number': 0, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:17.621611 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50da876-83c2-4f3b-b2e4-d7efd60ff43b None None] The sync data for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi is: [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'c209504e-2f8f-4709-923a-60c01407182b', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:05:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:15Z', 'revision_number': 0, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:40:17.633140 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fbe128a2-95ce-466e-ae75-2af82ce78382 req-d236eb4a-90e1-4706-9bf5-f3a9a5871958 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008358 Jan 11 06:40:17.785879 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-fbe128a2-95ce-466e-ae75-2af82ce78382 req-169ba9a1-48c4-4c64-b786-2aa0cd47aacb service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407683 Jan 11 06:40:17.898445 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353af8b9-cfbc-4806-ba27-42a586308330 None None] New status for floating IP c209504e-2f8f-4709-923a-60c01407182b: ACTIVE {{(pid=102727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:40:18.059871 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38058) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:18.064968 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-e37c8cfc-0415-4c7e-9f1d-5bed2936960e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1347283336', 'description': 'tempest-secgroup-smoke-1347283336 description', 'project_id': '847d6d55c052479bb0d08eb991e15ac0'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:18.103096 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e37c8cfc-0415-4c7e-9f1d-5bed2936960e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.150362 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c947f-2c35-46e0-9a32-fc8bc7192d45 req-e8d1137d-9b71-4f55-ae38-58a3c51b14f6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:18.152029 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d31c947f-2c35-46e0-9a32-fc8bc7192d45 req-e8d1137d-9b71-4f55-ae38-58a3c51b14f6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0567551 Jan 11 06:40:18.204674 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e37c8cfc-0415-4c7e-9f1d-5bed2936960e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group (a7b25acf-d7ed-47d5-a969-da3310fe8989), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.213039 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e37c8cfc-0415-4c7e-9f1d-5bed2936960e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a7b25acf-d7ed-47d5-a969-da3310fe8989), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.237409 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d31c947f-2c35-46e0-9a32-fc8bc7192d45 req-38c7acc6-8970-473b-8794-ed1aebd3b980 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783544 Jan 11 06:40:18.249927 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c8cfc-0415-4c7e-9f1d-5bed2936960e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b25acf-d7ed-47d5-a969-da3310fe8989,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:18.257618 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e37c8cfc-0415-4c7e-9f1d-5bed2936960e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.265292 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-e37c8cfc-0415-4c7e-9f1d-5bed2936960e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2039311 Jan 11 06:40:18.266758 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38060) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:18.288804 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-34dee7f1-222c-431c-8d42-83d8b370a15b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Request body: {'security_group_rule': {'security_group_id': 'a7b25acf-d7ed-47d5-a969-da3310fe8989', 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:18.318321 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.327401 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-34dee7f1-222c-431c-8d42-83d8b370a15b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (6bbf662e-5506-428c-a784-a44891302f51), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.390897 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-34dee7f1-222c-431c-8d42-83d8b370a15b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (6bbf662e-5506-428c-a784-a44891302f51), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.395036 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-34dee7f1-222c-431c-8d42-83d8b370a15b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (6bbf662e-5506-428c-a784-a44891302f51), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.421778 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dee7f1-222c-431c-8d42-83d8b370a15b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbf662e-5506-428c-a784-a44891302f51,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:18.427979 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-34dee7f1-222c-431c-8d42-83d8b370a15b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.429233 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-34dee7f1-222c-431c-8d42-83d8b370a15b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615031 Jan 11 06:40:18.431909 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38062) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:18.437252 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-6fe9a4cc-d1b5-44e2-90a6-05944ec353bd tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Request body: {'security_group_rule': {'security_group_id': 'a7b25acf-d7ed-47d5-a969-da3310fe8989', 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:18.468830 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6fe9a4cc-d1b5-44e2-90a6-05944ec353bd tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (092aac32-f644-43f7-ac19-5d891621befb), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.529988 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6fe9a4cc-d1b5-44e2-90a6-05944ec353bd tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (092aac32-f644-43f7-ac19-5d891621befb), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.533712 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6fe9a4cc-d1b5-44e2-90a6-05944ec353bd tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (092aac32-f644-43f7-ac19-5d891621befb), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.551386 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9a4cc-d1b5-44e2-90a6-05944ec353bd tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092aac32-f644-43f7-ac19-5d891621befb,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:18.562105 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6fe9a4cc-d1b5-44e2-90a6-05944ec353bd tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.567085 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-6fe9a4cc-d1b5-44e2-90a6-05944ec353bd tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303787 Jan 11 06:40:18.567610 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38064) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:18.572267 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-ece23996-d5f7-4747-8363-fe60ec045ba0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Request body: {'security_group_rule': {'security_group_id': 'a7b25acf-d7ed-47d5-a969-da3310fe8989', 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:18.601482 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ece23996-d5f7-4747-8363-fe60ec045ba0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (f5fe3ae0-aec5-43ab-8da7-a6b1ebcec917), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.660733 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ece23996-d5f7-4747-8363-fe60ec045ba0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (f5fe3ae0-aec5-43ab-8da7-a6b1ebcec917), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.664816 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ece23996-d5f7-4747-8363-fe60ec045ba0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (f5fe3ae0-aec5-43ab-8da7-a6b1ebcec917), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.682647 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece23996-d5f7-4747-8363-fe60ec045ba0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fe3ae0-aec5-43ab-8da7-a6b1ebcec917,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:18.691527 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-ece23996-d5f7-4747-8363-fe60ec045ba0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.693013 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-ece23996-d5f7-4747-8363-fe60ec045ba0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242371 Jan 11 06:40:18.695690 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38066) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:18.700037 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-a27975c4-536c-4f34-8527-07ceb5220dd4 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Request body: {'security_group_rule': {'security_group_id': 'a7b25acf-d7ed-47d5-a969-da3310fe8989', 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:18.730323 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a27975c4-536c-4f34-8527-07ceb5220dd4 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (41058928-dd80-42a2-9db4-8c4e143db3ca), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.792828 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a27975c4-536c-4f34-8527-07ceb5220dd4 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (41058928-dd80-42a2-9db4-8c4e143db3ca), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.798169 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a27975c4-536c-4f34-8527-07ceb5220dd4 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (41058928-dd80-42a2-9db4-8c4e143db3ca), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.823398 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27975c4-536c-4f34-8527-07ceb5220dd4 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41058928-dd80-42a2-9db4-8c4e143db3ca,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:18.834034 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a27975c4-536c-4f34-8527-07ceb5220dd4 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.835311 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a27975c4-536c-4f34-8527-07ceb5220dd4 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386869 Jan 11 06:40:18.838110 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38068) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:18.842656 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-6973dd50-94fd-4511-a496-90f040299f07 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Request body: {'security_group_rule': {'security_group_id': 'a7b25acf-d7ed-47d5-a969-da3310fe8989', 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:18.872018 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.securitygroups_db [None req-6973dd50-94fd-4511-a496-90f040299f07 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Project 847d6d55c052479bb0d08eb991e15ac0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 06:40:18.878309 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6973dd50-94fd-4511-a496-90f040299f07 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (302f7a1c-ff5b-4f6b-9b67-8678b65c45df), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.942691 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6973dd50-94fd-4511-a496-90f040299f07 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (302f7a1c-ff5b-4f6b-9b67-8678b65c45df), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.946220 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6973dd50-94fd-4511-a496-90f040299f07 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (302f7a1c-ff5b-4f6b-9b67-8678b65c45df), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.965558 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973dd50-94fd-4511-a496-90f040299f07 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302f7a1c-ff5b-4f6b-9b67-8678b65c45df,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:18.971341 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6973dd50-94fd-4511-a496-90f040299f07 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:18.972437 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-6973dd50-94fd-4511-a496-90f040299f07 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333802 Jan 11 06:40:18.975200 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38070) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:18.979697 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-a01ac31b-92dd-431f-aab6-18fdf42b3fdb tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Request body: {'security_group_rule': {'security_group_id': 'a7b25acf-d7ed-47d5-a969-da3310fe8989', 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:19.002772 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.securitygroups_db [None req-a01ac31b-92dd-431f-aab6-18fdf42b3fdb tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Project 847d6d55c052479bb0d08eb991e15ac0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 06:40:19.007357 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a01ac31b-92dd-431f-aab6-18fdf42b3fdb tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (889a3960-7df4-4a31-ba03-d3eb4b4952ac), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:19.064103 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a01ac31b-92dd-431f-aab6-18fdf42b3fdb tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (889a3960-7df4-4a31-ba03-d3eb4b4952ac), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:19.068071 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a01ac31b-92dd-431f-aab6-18fdf42b3fdb tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (889a3960-7df4-4a31-ba03-d3eb4b4952ac), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:19.084165 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ac31b-92dd-431f-aab6-18fdf42b3fdb tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889a3960-7df4-4a31-ba03-d3eb4b4952ac,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:19.093413 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a01ac31b-92dd-431f-aab6-18fdf42b3fdb tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:19.094621 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a01ac31b-92dd-431f-aab6-18fdf42b3fdb tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185133 Jan 11 06:40:19.384586 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918d6dc-2a69-4586-951b-a4eaef46b90a req-31594ccd-f2e7-4f55-9caa-de2760d34c84 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:19.386096 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c918d6dc-2a69-4586-951b-a4eaef46b90a req-31594ccd-f2e7-4f55-9caa-de2760d34c84 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0541465 Jan 11 06:40:19.444834 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c918d6dc-2a69-4586-951b-a4eaef46b90a req-7d5291e3-220f-4d5f-9350-b4cdaf85a3bf tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506005 Jan 11 06:40:19.681449 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:20.248152 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device b98633aa-5c1a-48ed-bef5-6c89a068b4c9 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:20.299187 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port b98633aa-5c1a-48ed-bef5-6c89a068b4c9 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:20.299539 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:20.383284 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port b98633aa-5c1a-48ed-bef5-6c89a068b4c9 is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:20.383284 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:20.403032 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] For port b98633aa-5c1a-48ed-bef5-6c89a068b4c9, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=b98633aa-5c1a-48ed-bef5-6c89a068b4c9,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:20.407928 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:20.461664 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Pushing event updated for resources: {'Port': ['ID=b98633aa-5c1a-48ed-bef5-6c89a068b4c9,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:20.514266 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Sync routers for ids ['3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:40:20.525765 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Routers {'3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:20.526375 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:20.576431 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73624b85-b797-4f9d-a746-a96be529d9f2 req-c9feb98c-df3d-42cc-8ac8-b124075118c5 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:20.578026 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-73624b85-b797-4f9d-a746-a96be529d9f2 req-c9feb98c-df3d-42cc-8ac8-b124075118c5 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0555186 Jan 11 06:40:20.629950 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-73624b85-b797-4f9d-a746-a96be529d9f2 req-e677da67-4481-442b-bedf-ce45459f27c2 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460083 Jan 11 06:40:20.641026 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Set router 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:20.852011 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'name': 'tempest-TestShelveInstance-1081961817-router', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:12Z', 'updated_at': '2022-01-11T06:40:16Z', 'revision_number': 4, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'gw_port': {'id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:13Z', 'updated_at': '2022-01-11T06:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '565ac0c1-b20c-44c5-a27e-91d6d030819e', 'name': '', 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'mac_address': 'fa:16:3e:c4:6d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4d5a69ab-8a1d-4dec-9882-a08907b42e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:16Z', 'revision_number': 2, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'subnets': [{'id': '4d5a69ab-8a1d-4dec-9882-a08907b42e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:20.881894 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Checking router: 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:40:20.882249 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Updating router 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 port 565ac0c1-b20c-44c5-a27e-91d6d030819e binding host dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 06:40:20.907280 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:21.175437 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Publish callbacks [] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), precommit_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:21.181103 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:21.236384 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a4f0f-9e11-4556-915d-87cd07c2d480 None None] Pushing event updated for resources: {'Port': ['ID=565ac0c1-b20c-44c5-a27e-91d6d030819e,revision_number=3']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:21.286338 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Attempting to bind port 565ac0c1-b20c-44c5-a27e-91d6d030819e on host dv-cinder-606346-33-iscsi for vnic_type normal with profile {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:40:21.286793 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Attempting to bind port 565ac0c1-b20c-44c5-a27e-91d6d030819e by drivers openvswitch,hyperv on host dv-cinder-606346-33-iscsi at level 0 using segments [{'id': '4106c2a9-0f02-4ed0-9ed4-721b667c0941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5'}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:40:21.287212 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Attempting to bind port 565ac0c1-b20c-44c5-a27e-91d6d030819e on network 47f4d619-323b-4e24-bbc2-e2877d6711a5 {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:40:21.292668 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Checking agent: {'id': '99520e04-3e68-40dc-aeec-61b2c32c2b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 26, 50), 'started_at': datetime.datetime(2022, 1, 11, 6, 27, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:40:21.293038 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Checking segment: {'id': '4106c2a9-0f02-4ed0-9ed4-721b667c0941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:40:21.293453 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:21.293979 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Bound using segment: {'id': '4106c2a9-0f02-4ed0-9ed4-721b667c0941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5'} {{(pid=102728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:40:21.295008 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.managers [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Bound port: 565ac0c1-b20c-44c5-a27e-91d6d030819e, host: dv-cinder-606346-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4106c2a9-0f02-4ed0-9ed4-721b667c0941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5'}}] {{(pid=102728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:40:21.295387 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), before_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:21.362160 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] For port 565ac0c1-b20c-44c5-a27e-91d6d030819e, host dv-cinder-606346-33-iscsi, cleared binding levels {{(pid=102728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:40:21.365416 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.plugins.ml2.db [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] For port 565ac0c1-b20c-44c5-a27e-91d6d030819e, host dv-cinder-606346-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=565ac0c1-b20c-44c5-a27e-91d6d030819e,segment=NetworkSegment(4106c2a9-0f02-4ed0-9ed4-721b667c0941),segment_id=4106c2a9-0f02-4ed0-9ed4-721b667c0941)] {{(pid=102728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:40:21.371045 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron_lib.callbacks.manager [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), after_update {{(pid=102728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:21.410568 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-31fdbf2f-7efd-4d2e-a968-6b07b1f4a01c None None] Provisioning complete for port 565ac0c1-b20c-44c5-a27e-91d6d030819e triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:21.411150 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-31fdbf2f-7efd-4d2e-a968-6b07b1f4a01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:21.434405 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Routers {'3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:21.435296 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:21.438476 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a4f0f-9e11-4556-915d-87cd07c2d480 None None] Pushing event updated for resources: {'Port': ['ID=565ac0c1-b20c-44c5-a27e-91d6d030819e,revision_number=4']} {{(pid=102728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:21.499796 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-31fdbf2f-7efd-4d2e-a968-6b07b1f4a01c None None] Current status of the port 565ac0c1-b20c-44c5-a27e-91d6d030819e is: DOWN; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:21.500195 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-31fdbf2f-7efd-4d2e-a968-6b07b1f4a01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:21.539690 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-31fdbf2f-7efd-4d2e-a968-6b07b1f4a01c None None] For port 565ac0c1-b20c-44c5-a27e-91d6d030819e, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=565ac0c1-b20c-44c5-a27e-91d6d030819e,segment=NetworkSegment(4106c2a9-0f02-4ed0-9ed4-721b667c0941),segment_id=4106c2a9-0f02-4ed0-9ed4-721b667c0941)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:21.544849 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-31fdbf2f-7efd-4d2e-a968-6b07b1f4a01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:21.607584 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdbf2f-7efd-4d2e-a968-6b07b1f4a01c None None] Pushing event updated for resources: {'Port': ['ID=565ac0c1-b20c-44c5-a27e-91d6d030819e,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:21.628140 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:40:21.664338 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] Set router 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:21.674553 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-ba363ce4-6aa4-439e-8bb3-d55d02e864b3 None None] Provisioning complete for port 565ac0c1-b20c-44c5-a27e-91d6d030819e triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:21.679424 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-ba363ce4-6aa4-439e-8bb3-d55d02e864b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:21.768510 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065584c-ca61-4ff0-b3bb-c0eba0118ebc req-1eb8148a-7cb0-49ab-91e4-c67030775053 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:21.772935 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-ba363ce4-6aa4-439e-8bb3-d55d02e864b3 None None] Current status of the port 565ac0c1-b20c-44c5-a27e-91d6d030819e is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:21.773071 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9065584c-ca61-4ff0-b3bb-c0eba0118ebc req-1eb8148a-7cb0-49ab-91e4-c67030775053 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0549002 Jan 11 06:40:21.826312 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9065584c-ca61-4ff0-b3bb-c0eba0118ebc req-cfe9eed7-4661-4023-b6b9-42689bdb3810 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493276 Jan 11 06:40:21.834028 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:21.878015 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'name': 'tempest-TestShelveInstance-1081961817-router', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:12Z', 'updated_at': '2022-01-11T06:40:16Z', 'revision_number': 4, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'gw_port': {'id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:13Z', 'updated_at': '2022-01-11T06:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '565ac0c1-b20c-44c5-a27e-91d6d030819e', 'name': '', 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'mac_address': 'fa:16:3e:c4:6d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4d5a69ab-8a1d-4dec-9882-a08907b42e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:21Z', 'revision_number': 4, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'subnets': [{'id': '4d5a69ab-8a1d-4dec-9882-a08907b42e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:21.904036 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03da3b3c-950f-4c39-81de-a8e83b190e01 None None] The sync data for ids ['3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'] in dv-cinder-606346-33-iscsi is: [{'id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'name': 'tempest-TestShelveInstance-1081961817-router', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:12Z', 'updated_at': '2022-01-11T06:40:16Z', 'revision_number': 4, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'gw_port': {'id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:13Z', 'updated_at': '2022-01-11T06:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '565ac0c1-b20c-44c5-a27e-91d6d030819e', 'name': '', 'network_id': '47f4d619-323b-4e24-bbc2-e2877d6711a5', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'mac_address': 'fa:16:3e:c4:6d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '4d5a69ab-8a1d-4dec-9882-a08907b42e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:21Z', 'revision_number': 4, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'subnets': [{'id': '4d5a69ab-8a1d-4dec-9882-a08907b42e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:40:22.262311 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device b98633aa-5c1a-48ed-bef5-6c89a068b4c9 up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:22.316089 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port b98633aa-5c1a-48ed-bef5-6c89a068b4c9 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:22.316496 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:22.397545 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port b98633aa-5c1a-48ed-bef5-6c89a068b4c9 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:22.400398 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 565ac0c1-b20c-44c5-a27e-91d6d030819e up at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:22.450850 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Provisioning complete for port 565ac0c1-b20c-44c5-a27e-91d6d030819e triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:22.451567 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:22.535277 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Current status of the port 565ac0c1-b20c-44c5-a27e-91d6d030819e is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:22.947199 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d56072-c918-4a45-be37-04f4c875c78a req-448dd973-b69d-4294-8e36-ebf8de700c55 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:22.948701 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b3d56072-c918-4a45-be37-04f4c875c78a req-448dd973-b69d-4294-8e36-ebf8de700c55 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0494599 Jan 11 06:40:22.998921 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b3d56072-c918-4a45-be37-04f4c875c78a req-96b36feb-bd44-4739-a46c-29a2343c820f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431917 Jan 11 06:40:24.121216 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46b814-b5a5-4dc0-b63c-e17a3142b8d8 req-fbfd620e-cc49-473a-9e36-c349e93ea7d6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:24.122715 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0e46b814-b5a5-4dc0-b63c-e17a3142b8d8 req-fbfd620e-cc49-473a-9e36-c349e93ea7d6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0492635 Jan 11 06:40:24.169914 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0e46b814-b5a5-4dc0-b63c-e17a3142b8d8 req-a5b240e3-a2fd-4065-8be2-dbb06695abe8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416346 Jan 11 06:40:25.293462 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259a3cf-b730-436d-9a58-2c9b84d7e9cf req-80135320-24f3-420a-b4db-6296dca4d833 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:25.299537 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a259a3cf-b730-436d-9a58-2c9b84d7e9cf req-80135320-24f3-420a-b4db-6296dca4d833 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0575461 Jan 11 06:40:25.348557 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a259a3cf-b730-436d-9a58-2c9b84d7e9cf req-2116aea1-cabd-49f4-9b75-4647bec70527 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431151 Jan 11 06:40:26.467398 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:40:26.498763 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718745a-66e3-4073-a707-60926c10d038 req-38b398b2-202b-4984-ad30-fff0e28f7eec tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:26.507296 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1718745a-66e3-4073-a707-60926c10d038 req-38b398b2-202b-4984-ad30-fff0e28f7eec tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0631120 Jan 11 06:40:26.565164 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1718745a-66e3-4073-a707-60926c10d038 req-6fe5509d-f298-483a-85d9-d785f070758c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567946 Jan 11 06:40:26.607888 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:26.620371 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'port_id': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'mac_address': 'fa:16:3e:5e:cd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:40:26.666435 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 is: ACTIVE; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:26.666858 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:26.681322 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:40:26.705805 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:26.715121 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:26.772734 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,revision_number=6']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:26.903480 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:40:27.687864 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed106c7-7e88-4480-8120-bb95e45cc954 req-3ec33356-aa69-4f5b-851a-8f1655e1995c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:27.689831 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9ed106c7-7e88-4480-8120-bb95e45cc954 req-3ec33356-aa69-4f5b-851a-8f1655e1995c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 944 time: 0.0569274 Jan 11 06:40:27.762092 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9ed106c7-7e88-4480-8120-bb95e45cc954 req-899d57ff-4054-4e5f-abeb-afd2049e7c09 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663259 Jan 11 06:40:28.483920 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:28.537678 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:28.538138 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:28.635282 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:28.638308 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:28.665748 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:40:28.667942 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc9239d-fb06-41c0-a2d2-c3ea39aa9258" -d '{"events": [{"server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "name": "network-vif-plugged", "status": "completed", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:40:28.694455 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:28.721042 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:28.802326 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,revision_number=7']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:28.846498 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce88402-cdeb-42bf-9810-bdcd6dd55463 x-openstack-request-id: req-fce88402-cdeb-42bf-9810-bdcd6dd55463 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:40:28.847055 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "name": "network-vif-plugged", "status": "completed", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:40:28.850064 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fce88402-cdeb-42bf-9810-bdcd6dd55463 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:40:28.850502 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'code': 200} Jan 11 06:40:28.895956 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c4183-5960-44bf-b023-8ca50e416bb1 req-d5586390-fda2-47b5-8d93-d7abccba9e3a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:28.897902 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc0c4183-5960-44bf-b023-8ca50e416bb1 req-d5586390-fda2-47b5-8d93-d7abccba9e3a tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0519927 Jan 11 06:40:28.963876 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cc0c4183-5960-44bf-b023-8ca50e416bb1 req-3e2a4ce4-b94a-453a-8831-984f08598f4e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600059 Jan 11 06:40:30.114720 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12d8f4-dc18-454f-b893-74e77ad1807d req-6c4a84cf-fbe2-45b4-b0f0-3623cfad0ce9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:30.116438 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bf12d8f4-dc18-454f-b893-74e77ad1807d req-6c4a84cf-fbe2-45b4-b0f0-3623cfad0ce9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0715458 Jan 11 06:40:30.176820 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-bf12d8f4-dc18-454f-b893-74e77ad1807d req-3dc6ea55-f50b-496f-86a7-95f8e2b58d5b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547254 Jan 11 06:40:31.299226 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32294b-bff5-482d-9a07-972c30a47511 req-b7cd520b-cc4e-402d-8c73-f828f43ff01e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:31.300774 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9d32294b-bff5-482d-9a07-972c30a47511 req-b7cd520b-cc4e-402d-8c73-f828f43ff01e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0547092 Jan 11 06:40:31.354162 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9d32294b-bff5-482d-9a07-972c30a47511 req-faf427ca-4f3d-48cc-a8a5-6ccdfa83dae9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475450 Jan 11 06:40:32.478939 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0b9b3-918d-4c76-80ad-1bef93fc6a33 req-87cbd926-1f7b-40d7-bab0-c2ee6b74d139 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:32.480495 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dff0b9b3-918d-4c76-80ad-1bef93fc6a33 req-87cbd926-1f7b-40d7-bab0-c2ee6b74d139 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0510435 Jan 11 06:40:32.536938 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dff0b9b3-918d-4c76-80ad-1bef93fc6a33 req-e7acb626-3255-48c4-afc2-f9fb02da500f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482450 Jan 11 06:40:33.667932 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d07df1-2d07-4f57-9836-88228b7e18b9 req-17df070c-2363-4b74-9453-78bd69ccf002 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:33.674594 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-94d07df1-2d07-4f57-9836-88228b7e18b9 req-17df070c-2363-4b74-9453-78bd69ccf002 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0580797 Jan 11 06:40:33.733407 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-94d07df1-2d07-4f57-9836-88228b7e18b9 req-1520ad41-caa4-4cce-ba1c-47237143d3b7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562077 Jan 11 06:40:34.460740 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-e85f7ffb-29f5-45c1-9129-3ebe3af014b4 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347283336&fields=id&tenant_id=847d6d55c052479bb0d08eb991e15ac0 HTTP/1.1" status: 200 len: 267 time: 0.0507829 Jan 11 06:40:34.617377 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-3af0e88f-f349-4920-b129-c32fb1d9c979 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:34.618989 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-3af0e88f-f349-4920-b129-c32fb1d9c979 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/networks?id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 HTTP/1.1" status: 200 len: 809 time: 0.1577916 Jan 11 06:40:34.635595 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-f443307e-2b2f-47d7-a68a-c56e16a0f800 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/quotas/847d6d55c052479bb0d08eb991e15ac0 HTTP/1.1" status: 200 len: 375 time: 0.0101364 Jan 11 06:40:34.721504 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-6b11d8e9-0c74-4112-ade1-375703d24754 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=847d6d55c052479bb0d08eb991e15ac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796404 Jan 11 06:40:34.938392 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baea5a-078d-4a1f-af78-74896cab133c req-f041fddf-eb9a-4d80-9957-946f2d402611 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:34.939803 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f9baea5a-078d-4a1f-af78-74896cab133c req-f041fddf-eb9a-4d80-9957-946f2d402611 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.1092362 Jan 11 06:40:35.002530 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-2d414e49-77e9-4560-ab32-b1ffa8fbf65f service neutron] 10.222.0.15 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667103 Jan 11 06:40:35.042585 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f9baea5a-078d-4a1f-af78-74896cab133c req-1da7b48d-cc24-4ea4-b257-166bdc0af955 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928011 Jan 11 06:40:35.103485 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-ad7ac388-6313-4c8e-b053-be77d1ac02ac service neutron] 10.222.0.15 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926082 Jan 11 06:40:35.323255 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c27f63-4ad7-4f7a-b32b-a5ad2576eb48 req-e127587d-ee49-43a7-a32c-87387e9164f7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:35.324916 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-05c27f63-4ad7-4f7a-b32b-a5ad2576eb48 req-e127587d-ee49-43a7-a32c-87387e9164f7 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0583489 Jan 11 06:40:35.382569 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-05c27f63-4ad7-4f7a-b32b-a5ad2576eb48 req-523a16b7-c5ca-4db5-8472-86979ca0c399 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510387 Jan 11 06:40:35.444429 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-347fc85f-7ec6-41fb-97a0-b6a05e1e3b5a req-934587a9-c324-49a2-8f4c-ce89c30bb851 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 210 time: 0.0304251 Jan 11 06:40:36.169347 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915e379-ee6e-49c0-8178-598cbc685397 req-b83c7dfc-a31a-475a-bbb5-868ee50aa280 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:36.171517 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5915e379-ee6e-49c0-8178-598cbc685397 req-b83c7dfc-a31a-475a-bbb5-868ee50aa280 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0520728 Jan 11 06:40:36.218416 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5915e379-ee6e-49c0-8178-598cbc685397 req-183a578e-6d69-45c4-9060-80c5483fb97e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410361 Jan 11 06:40:36.375681 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff749cf-86a3-4932-8a26-5d71ef7cdc20 req-8d39149c-6fa2-44c6-93b1-c4692fa5d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:36.377255 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5ff749cf-86a3-4932-8a26-5d71ef7cdc20 req-8d39149c-6fa2-44c6-93b1-c4692fa5d8c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 1098 time: 0.0428605 Jan 11 06:40:36.497598 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff749cf-86a3-4932-8a26-5d71ef7cdc20 req-740207ec-a8a9-43b4-8711-7199e7171ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:36.499085 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5ff749cf-86a3-4932-8a26-5d71ef7cdc20 req-740207ec-a8a9-43b4-8711-7199e7171ea4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 200 len: 917 time: 0.1155879 Jan 11 06:40:36.582512 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89e690-abf2-45d8-8ff0-e4b714f02220 req-e4cf6f42-6c1a-4788-b23c-5cbdcd26b4fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:36.583954 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9d89e690-abf2-45d8-8ff0-e4b714f02220 req-e4cf6f42-6c1a-4788-b23c-5cbdcd26b4fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.1211338 Jan 11 06:40:36.587557 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9942b68b-9b6a-4c52-acde-438dc7f9ee98 req-6e985a97-bb8b-499d-a2a2-974c09f18e82 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 210 time: 0.0713336 Jan 11 06:40:36.617353 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5ff749cf-86a3-4932-8a26-5d71ef7cdc20 req-f9b98802-3a71-4b4e-8c48-2b039b10bde7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 HTTP/1.1" status: 200 len: 1000 time: 0.1086676 Jan 11 06:40:36.675694 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9d89e690-abf2-45d8-8ff0-e4b714f02220 req-728ec8cf-6eb0-4514-ac7b-bcf45262c0c0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825400 Jan 11 06:40:36.691313 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff749cf-86a3-4932-8a26-5d71ef7cdc20 req-e2b102fa-8bad-4d38-9e34-35d25c4f5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:36.691313 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5ff749cf-86a3-4932-8a26-5d71ef7cdc20 req-e2b102fa-8bad-4d38-9e34-35d25c4f5ed2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822973aa-968a-4a18-8a27-649eb1f1fd6d HTTP/1.1" status: 200 len: 855 time: 0.0617702 Jan 11 06:40:36.750878 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff749cf-86a3-4932-8a26-5d71ef7cdc20 req-d9df4c04-2ee4-4f04-af05-0c5bffdfb838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:36.756239 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5ff749cf-86a3-4932-8a26-5d71ef7cdc20 req-d9df4c04-2ee4-4f04-af05-0c5bffdfb838 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60a2f090-570c-42ea-9834-0df06c26707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454235 Jan 11 06:40:36.829382 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-8435283f-ea6e-4dcb-8e90-5b9dd5692f43 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:36.830991 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-8435283f-ea6e-4dcb-8e90-5b9dd5692f43 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.30 "GET /v2.0/networks?id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 HTTP/1.1" status: 200 len: 809 time: 0.1245449 Jan 11 06:40:36.866947 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5ff749cf-86a3-4932-8a26-5d71ef7cdc20 req-86e07427-0ed4-4a0a-83b7-09313e78a335 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934496 Jan 11 06:40:36.910635 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-d86f5a5f-b0f2-4c85-8b23-01ad877a5292 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=847d6d55c052479bb0d08eb991e15ac0 HTTP/1.1" status: 200 len: 380 time: 0.0605090 Jan 11 06:40:36.920891 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Request body: {'port': {'device_id': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'admin_state_up': True, 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'security_groups': ['a7b25acf-d7ed-47d5-a969-da3310fe8989']}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:36.970554 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5ff749cf-86a3-4932-8a26-5d71ef7cdc20 req-9731d077-e173-47bb-a944-3cc37ad3b515 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925412 Jan 11 06:40:37.030660 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Made reservation on behalf of 847d6d55c052479bb0d08eb991e15ac0 for: {'port': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:40:37.034303 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:37.162653 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Allocated IP 172.20.0.3 (bb8649c3-2ac5-492f-95c3-1ec67ccab7e0/8353fbb7-0281-46c9-9720-7274b5047dc4/55e09874-031b-42d9-82a9-501f40abfde0) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:40:37.298151 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for port (55e09874-031b-42d9-82a9-501f40abfde0), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:37.332947 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (55e09874-031b-42d9-82a9-501f40abfde0), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:37.343685 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1021f-f40e-43eb-b148-cf84266fb31f req-c644e473-e746-44ec-b905-21e21bd28ede tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:37.345215 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55b1021f-f40e-43eb-b148-cf84266fb31f req-c644e473-e746-44ec-b905-21e21bd28ede tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0546827 Jan 11 06:40:37.378409 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:40:37.385868 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:37.393155 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:40:37.396599 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event updated for resources: {'Port': ['ID=55e09874-031b-42d9-82a9-501f40abfde0,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:37.398050 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-55b1021f-f40e-43eb-b148-cf84266fb31f req-01be0ac4-595b-4a68-bce0-17ec1dec476e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470886 Jan 11 06:40:37.438311 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.438659 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.439007 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.439348 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.439684 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.440020 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.440346 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.440736 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.441065 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.441396 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.441724 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.442047 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.442620 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:40:37.468079 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:37.468750 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:37.485709 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-7ee04716-2393-4875-b764-9a992e707317 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5689297 Jan 11 06:40:37.505839 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Request body: {'port': {'device_id': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:37.566006 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (55e09874-031b-42d9-82a9-501f40abfde0), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:37.628384 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-37f5c55b-fc10-4eec-b203-b22e132c6b80 None None] Provisioning complete for port 55e09874-031b-42d9-82a9-501f40abfde0 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:37.628908 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-37f5c55b-fc10-4eec-b203-b22e132c6b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (55e09874-031b-42d9-82a9-501f40abfde0), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:37.663655 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-37f5c55b-fc10-4eec-b203-b22e132c6b80 None None] Port 55e09874-031b-42d9-82a9-501f40abfde0 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:40:37.734399 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58762-679a-4ebd-bd6c-2d3b64f1aa06 req-f65c723a-081c-4276-90a6-c33364c9273b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:37.735942 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fc58762-679a-4ebd-bd6c-2d3b64f1aa06 req-f65c723a-081c-4276-90a6-c33364c9273b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 931 time: 0.0628412 Jan 11 06:40:37.829670 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fc58762-679a-4ebd-bd6c-2d3b64f1aa06 req-5b245e56-3b49-449a-bfc4-9ef5e0e8b126 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874491 Jan 11 06:40:37.858598 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc694d-cb9a-4261-a173-8fa9b4355f59 req-16a0dea8-0b8a-4592-b51d-4c9a39090a01 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:37.860351 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-90fc694d-cb9a-4261-a173-8fa9b4355f59 req-16a0dea8-0b8a-4592-b51d-4c9a39090a01 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.1008444 Jan 11 06:40:37.861680 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e09874-031b-42d9-82a9-501f40abfde0 {{(pid=102726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:40:37.869570 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Publish callbacks [] for port (55e09874-031b-42d9-82a9-501f40abfde0), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:37.881866 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.provisioning_blocks [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Transition to ACTIVE for port object 55e09874-031b-42d9-82a9-501f40abfde0 will not be triggered until provisioned by entity L2. {{(pid=102726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:40:37.886031 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (55e09874-031b-42d9-82a9-501f40abfde0), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:37.913897 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-90fc694d-cb9a-4261-a173-8fa9b4355f59 req-d845e2d7-67d8-4a67-858a-383e37583a0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=39e48b0a-a39e-498d-a4a7-88c855add38f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454574 Jan 11 06:40:37.951257 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Pushing event updated for resources: {'Port': ['ID=55e09874-031b-42d9-82a9-501f40abfde0,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:38.028904 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Attempting to bind port 55e09874-031b-42d9-82a9-501f40abfde0 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:40:38.030176 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Attempting to bind port 55e09874-031b-42d9-82a9-501f40abfde0 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:40:38.030603 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Attempting to bind port 55e09874-031b-42d9-82a9-501f40abfde0 on network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:40:38.035374 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Port 55e09874-031b-42d9-82a9-501f40abfde0 on network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:40:38.035701 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Attempting to bind port 55e09874-031b-42d9-82a9-501f40abfde0 on network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:40:38.040764 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:40:38.041103 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Checking segment: {'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:40:38.041487 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Bound using segment: {'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:40:38.041938 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Bound port: 55e09874-031b-42d9-82a9-501f40abfde0, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb24e524-fdbd-4f40-97c2-7868e4567a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0'}}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:40:38.042297 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (55e09874-031b-42d9-82a9-501f40abfde0), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:38.107842 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] For port 55e09874-031b-42d9-82a9-501f40abfde0, host hv-cinder-60634, cleared binding levels {{(pid=102726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:40:38.112678 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461551d7-2099-4f96-9539-a336ceeea6dd req-e306950b-523a-4800-977a-ef1a2eb949a8 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:38.113440 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] For port 55e09874-031b-42d9-82a9-501f40abfde0, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55e09874-031b-42d9-82a9-501f40abfde0,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:40:38.114332 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-461551d7-2099-4f96-9539-a336ceeea6dd req-e306950b-523a-4800-977a-ef1a2eb949a8 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.30 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 946 time: 0.0546825 Jan 11 06:40:38.123115 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (55e09874-031b-42d9-82a9-501f40abfde0), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:38.165420 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:38.166108 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:38.167610 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] 10.222.0.30 "PUT /v2.0/ports/55e09874-031b-42d9-82a9-501f40abfde0 HTTP/1.1" status: 200 len: 1093 time: 0.6662638 Jan 11 06:40:38.168134 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:40:38.171089 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293ea527-d927-40b1-999b-648a3aae3d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "tag": "55e09874-031b-42d9-82a9-501f40abfde0"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:40:38.195367 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87102bae-6d5d-46c6-9b0b-126dc439bd32 service neutron] Pushing event updated for resources: {'Port': ['ID=55e09874-031b-42d9-82a9-501f40abfde0,revision_number=3']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:38.226813 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Deleting port bb378416-db3c-40d2-b302-bd1c68d928db {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:40:38.227280 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:38.289065 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-e160824f-eecc-4b00-bfa1-3b61a6c3334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:38.290584 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-e160824f-eecc-4b00-bfa1-3b61a6c3334e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=847d6d55c052479bb0d08eb991e15ac0&device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 1096 time: 0.0595920 Jan 11 06:40:38.303717 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d497b-f258-40be-98a1-19f63cea9e09 x-openstack-request-id: req-dc9d497b-f258-40be-98a1-19f63cea9e09 {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:40:38.304006 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "tag": "55e09874-031b-42d9-82a9-501f40abfde0", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:40:38.304962 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc9d497b-f258-40be-98a1-19f63cea9e09 {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:40:38.306842 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0', 'status': 'completed', 'code': 200} Jan 11 06:40:38.346403 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-9f9f6517-2e60-4ff1-8700-88dc32015b51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e09874-031b-42d9-82a9-501f40abfde0 HTTP/1.1" status: 200 len: 217 time: 0.0380414 Jan 11 06:40:38.349154 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] For port bb378416-db3c-40d2-b302-bd1c68d928db, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bb378416-db3c-40d2-b302-bd1c68d928db,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:38.349799 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:38.401044 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-d98ec3be-3d58-4ae4-b845-195c6ae85b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:38.402656 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-d98ec3be-3d58-4ae4-b845-195c6ae85b0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8353fbb7-0281-46c9-9720-7274b5047dc4 HTTP/1.1" status: 200 len: 848 time: 0.0479548 Jan 11 06:40:38.471936 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-b6235884-1e7f-4077-ada2-4e271cc6de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:38.474118 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-b6235884-1e7f-4077-ada2-4e271cc6de17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0644600 Jan 11 06:40:38.558040 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:38.558394 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (752f7209-3703-4f2e-854a-dfd3a831f808), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:38.558711 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.l3_db [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Floating IP 752f7209-3703-4f2e-854a-dfd3a831f808 disassociated. External IP: 172.27.2.165, port: bb378416-db3c-40d2-b302-bd1c68d928db. Jan 11 06:40:38.559045 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Calling delete_port for bb378416-db3c-40d2-b302-bd1c68d928db owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:40:38.565781 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-031ae0ec-17f1-4011-acc3-a1d65f73d59a service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850530 Jan 11 06:40:38.577412 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed03f6-3946-4a7e-912e-bde1ec7ddc86 req-1723df04-bd04-45e8-889b-6cffeddf74fc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:38.578848 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c9ed03f6-3946-4a7e-912e-bde1ec7ddc86 req-1723df04-bd04-45e8-889b-6cffeddf74fc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0728803 Jan 11 06:40:38.667530 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d02f5ebd-e6c5-4d7a-a67e-52175fbd652a req-e60d6bf0-bbf4-4180-a61a-870e5f7baa00 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862896 Jan 11 06:40:38.670195 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c9ed03f6-3946-4a7e-912e-bde1ec7ddc86 req-59a87298-7b5b-442b-af25-3bc613fe4877 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852883 Jan 11 06:40:38.741265 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (bb378416-db3c-40d2-b302-bd1c68d928db), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:38.769787 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event deleted for resources: {'Port': ['ID=bb378416-db3c-40d2-b302-bd1c68d928db,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:38.839079 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ea527-d927-40b1-999b-648a3aae3d4b req-54920d33-b4b6-4ace-be89-f1052b1f46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:38.840813 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-293ea527-d927-40b1-999b-648a3aae3d4b req-54920d33-b4b6-4ace-be89-f1052b1f46b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=847d6d55c052479bb0d08eb991e15ac0&device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 1096 time: 0.0434856 Jan 11 06:40:38.890378 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:40:38.942900 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ea527-d927-40b1-999b-648a3aae3d4b req-4b80ed8a-2c6d-494c-994e-73b27ee9b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:38.944313 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-293ea527-d927-40b1-999b-648a3aae3d4b req-4b80ed8a-2c6d-494c-994e-73b27ee9b930 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 HTTP/1.1" status: 200 len: 910 time: 0.0916545 Jan 11 06:40:39.013445 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-293ea527-d927-40b1-999b-648a3aae3d4b req-ed1ab997-4f71-42b7-9484-4b03d6f11284 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e09874-031b-42d9-82a9-501f40abfde0 HTTP/1.1" status: 200 len: 217 time: 0.0357299 Jan 11 06:40:39.025611 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4582313d-f0cc-44b2-b5da-204e4a1eb6b8 req-e6533c05-6e9d-41dc-8d0b-39ef669ea078 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a HTTP/1.1" status: 200 len: 210 time: 0.0385082 Jan 11 06:40:39.053917 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa15dad-9ea6-41ba-8f4e-0b1bff67f6c2 req-5987b943-e169-49a9-b277-8715c7da3fb9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:39.055266 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-daa15dad-9ea6-41ba-8f4e-0b1bff67f6c2 req-5987b943-e169-49a9-b277-8715c7da3fb9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.1246164 Jan 11 06:40:39.060005 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:40:39.064120 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ea527-d927-40b1-999b-648a3aae3d4b req-abf5752e-b5b0-4c2c-8a83-cd16757c49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:39.065831 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-293ea527-d927-40b1-999b-648a3aae3d4b req-abf5752e-b5b0-4c2c-8a83-cd16757c49d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8353fbb7-0281-46c9-9720-7274b5047dc4 HTTP/1.1" status: 200 len: 848 time: 0.0461814 Jan 11 06:40:39.070930 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6d00a-577e-4bb2-b30c-702feee24c25 None None] Sync routers for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:40:39.081462 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6d00a-577e-4bb2-b30c-702feee24c25 None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:39.082430 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-23d6d00a-577e-4bb2-b30c-702feee24c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:39.115002 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ea527-d927-40b1-999b-648a3aae3d4b req-95100491-14ab-4b92-9fd0-8d0da38f8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:39.116630 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-293ea527-d927-40b1-999b-648a3aae3d4b req-95100491-14ab-4b92-9fd0-8d0da38f8c53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445340 Jan 11 06:40:39.126535 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] No DVR routers for this DVR port bb378416-db3c-40d2-b302-bd1c68d928db on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:40:39.130453 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:39.133882 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-461551d7-2099-4f96-9539-a336ceeea6dd req-804e0a4e-da28-425b-b05b-d8e90f0bfb0b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.30 "DELETE /v2.0/ports/bb378416-db3c-40d2-b302-bd1c68d928db HTTP/1.1" status: 204 len: 173 time: 1.0144031 Jan 11 06:40:39.134342 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'name': 'network-vif-deleted', 'tag': 'bb378416-db3c-40d2-b302-bd1c68d928db'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:40:39.136649 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535ae7fd-f605-454e-8617-fc271ca6ccff" -d '{"events": [{"server_uuid": "e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a", "name": "network-vif-deleted", "tag": "bb378416-db3c-40d2-b302-bd1c68d928db"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:40:39.161115 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-daa15dad-9ea6-41ba-8f4e-0b1bff67f6c2 req-957231b9-a669-4d17-aeaa-0d716c3c84a3 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984247 Jan 11 06:40:39.203268 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5a75da-970e-4852-a58d-23b7b99e8277 x-openstack-request-id: req-9c5a75da-970e-4852-a58d-23b7b99e8277 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:40:39.203568 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a", "name": "network-vif-deleted", "tag": "bb378416-db3c-40d2-b302-bd1c68d928db", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:40:39.203816 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c5a75da-970e-4852-a58d-23b7b99e8277 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:40:39.204215 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e183678b-8a37-4c7f-9cd8-ff9fe1c4bd2a', 'name': 'network-vif-deleted', 'tag': 'bb378416-db3c-40d2-b302-bd1c68d928db', 'status': 'completed', 'code': 200} Jan 11 06:40:39.241481 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-23d6d00a-577e-4bb2-b30c-702feee24c25 None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:39.291091 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-293ea527-d927-40b1-999b-648a3aae3d4b req-fb876303-2369-4ef6-92a7-97132a0ba252 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577430 Jan 11 06:40:39.398851 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-293ea527-d927-40b1-999b-648a3aae3d4b req-4f407d1a-c439-42d0-aebc-a951a5f408d3 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986199 Jan 11 06:40:39.454454 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-23d6d00a-577e-4bb2-b30c-702feee24c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:59Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:39.480883 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6d00a-577e-4bb2-b30c-702feee24c25 None None] Checking router: 3dad3d8d-dec6-4f9a-96c0-4408689d8616 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:40:39.489644 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6d00a-577e-4bb2-b30c-702feee24c25 None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:39.490250 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-23d6d00a-577e-4bb2-b30c-702feee24c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:39.590386 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-23d6d00a-577e-4bb2-b30c-702feee24c25 None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:39.788303 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-23d6d00a-577e-4bb2-b30c-702feee24c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:59Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:39.805940 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e63f63-b1c6-477e-b7c9-4c2d553d7f0f req-cd08a93a-76ee-4d39-bb2b-d0541fe775bb tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:39.808494 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-03e63f63-b1c6-477e-b7c9-4c2d553d7f0f req-cd08a93a-76ee-4d39-bb2b-d0541fe775bb tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 945 time: 0.0576172 Jan 11 06:40:39.819547 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6d00a-577e-4bb2-b30c-702feee24c25 None None] The sync data for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi is: [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:59Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:40:39.868684 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-03e63f63-b1c6-477e-b7c9-4c2d553d7f0f req-152b5779-5e6f-46b0-aed5-c4d64852f098 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544295 Jan 11 06:40:40.102888 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6363191-e68f-4167-b565-841178b188ff None None] New status for floating IP 752f7209-3703-4f2e-854a-dfd3a831f808: DOWN {{(pid=102728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:40:40.129816 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38328) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:40.213745 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f0276535-63ed-47ea-942f-25957bab7ed2 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group (39e48b0a-a39e-498d-a4a7-88c855add38f), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:40.241519 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f0276535-63ed-47ea-942f-25957bab7ed2 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group (39e48b0a-a39e-498d-a4a7-88c855add38f), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:40.303997 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f0276535-63ed-47ea-942f-25957bab7ed2 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (39e48b0a-a39e-498d-a4a7-88c855add38f), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:40.307050 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f0276535-63ed-47ea-942f-25957bab7ed2 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:40.308409 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-f0276535-63ed-47ea-942f-25957bab7ed2 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "DELETE /v2.0/security-groups/39e48b0a-a39e-498d-a4a7-88c855add38f HTTP/1.1" status: 204 len: 168 time: 0.1773832 Jan 11 06:40:40.312329 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8791b-3c12-4838-8e10-e6916c810271 req-1defd7cd-8f7b-4e16-b48a-768e0107d451 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:40.313837 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38336) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:40.319868 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5dd8791b-3c12-4838-8e10-e6916c810271 req-1defd7cd-8f7b-4e16-b48a-768e0107d451 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0745537 Jan 11 06:40:40.333681 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0276535-63ed-47ea-942f-25957bab7ed2 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e48b0a-a39e-498d-a4a7-88c855add38f,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:40.342029 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.api.v2.resource [None req-6f0a5960-04e6-43d8-ac93-6073a8d731cc tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] show failed (client error): The resource could not be found. Jan 11 06:40:40.346493 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-6f0a5960-04e6-43d8-ac93-6073a8d731cc tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups/39e48b0a-a39e-498d-a4a7-88c855add38f HTTP/1.1" status: 404 len: 347 time: 0.0310740 Jan 11 06:40:40.347151 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38340) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:40.405829 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5dd8791b-3c12-4838-8e10-e6916c810271 req-e0a6e678-8b2c-466a-a04a-2a7aa39a2b0c tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852590 Jan 11 06:40:40.498791 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-7a303660-6490-4e80-b7f6-fe37709a39fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Deleting port 3ad8faee-f1c5-4a72-b627-094bb923020d {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:40:40.499132 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7a303660-6490-4e80-b7f6-fe37709a39fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (3ad8faee-f1c5-4a72-b627-094bb923020d), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:40.530817 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:40:40.583740 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7a303660-6490-4e80-b7f6-fe37709a39fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (3ad8faee-f1c5-4a72-b627-094bb923020d), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:40.584065 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7a303660-6490-4e80-b7f6-fe37709a39fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (3ad8faee-f1c5-4a72-b627-094bb923020d), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:40.596136 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-7a303660-6490-4e80-b7f6-fe37709a39fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Calling delete_port for 3ad8faee-f1c5-4a72-b627-094bb923020d owned by network:floatingip {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:40:40.614368 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 is: ACTIVE; New status is: DOWN {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:40.615026 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:40.639674 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:40:40.642133 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a154627-74ae-4845-afb9-4e5ec561e55a" -d '{"events": [{"server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "name": "network-vif-unplugged", "status": "completed", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:40:40.660973 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:40.666879 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:40.715666 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 11 Jan 2022 06:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc04099-2a9d-491e-82f8-cb24bfaac023 x-openstack-request-id: req-4fc04099-2a9d-491e-82f8-cb24bfaac023 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:40:40.715961 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "name": "network-vif-unplugged", "status": "failed", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65", "code": 422}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:40:40.716213 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fc04099-2a9d-491e-82f8-cb24bfaac023 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:40:40.716688 dv-cinder-606346-33-iscsi neutron-server[102727]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'code': 422} returned with failed status Jan 11 06:40:40.736917 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,revision_number=8']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:40.755237 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7a303660-6490-4e80-b7f6-fe37709a39fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (3ad8faee-f1c5-4a72-b627-094bb923020d), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:40.781696 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a303660-6490-4e80-b7f6-fe37709a39fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event deleted for resources: {'Port': ['ID=3ad8faee-f1c5-4a72-b627-094bb923020d,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:40.809584 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [req-b9beb971-c21d-457a-bdc6-af4210071169 req-62c2180b-40d9-46c3-8cdd-98c285b94e67 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:40:40.811136 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b9beb971-c21d-457a-bdc6-af4210071169 req-62c2180b-40d9-46c3-8cdd-98c285b94e67 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053916 Jan 11 06:40:40.847836 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7a303660-6490-4e80-b7f6-fe37709a39fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (752f7209-3703-4f2e-854a-dfd3a831f808), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:40.850506 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7a303660-6490-4e80-b7f6-fe37709a39fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:40.851946 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-7a303660-6490-4e80-b7f6-fe37709a39fe tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "DELETE /v2.0/floatingips/752f7209-3703-4f2e-854a-dfd3a831f808 HTTP/1.1" status: 204 len: 168 time: 0.5034654 Jan 11 06:40:41.003327 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acab2b1-a9ea-4305-b384-fe4b7e9df1cc req-f7b23f03-cc90-43ff-bd52-fa066f66765f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:41.011195 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0acab2b1-a9ea-4305-b384-fe4b7e9df1cc req-f7b23f03-cc90-43ff-bd52-fa066f66765f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0692189 Jan 11 06:40:41.064922 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0acab2b1-a9ea-4305-b384-fe4b7e9df1cc req-3b430954-406f-478d-bbf9-4205e473871f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526762 Jan 11 06:40:41.228949 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38376) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:41.229435 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38378) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:41.234692 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-8b754f5a-010b-40d5-8648-47c7fc330f78 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--850922852', 'description': 'tempest-description--1519922223'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:41.261009 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8b754f5a-010b-40d5-8648-47c7fc330f78 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.322173 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-0b26294b-1cee-4177-b091-bc3e1e4617cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912497 Jan 11 06:40:41.331331 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-22f250ad-a5e1-4863-ab1c-caa8f4b594a1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:40:41.332281 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-22f250ad-a5e1-4863-ab1c-caa8f4b594a1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053687 Jan 11 06:40:41.335635 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8b754f5a-010b-40d5-8648-47c7fc330f78 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group (a9ab0180-11ff-491a-8ca6-31aad8eb42a6), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.340695 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8b754f5a-010b-40d5-8648-47c7fc330f78 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a9ab0180-11ff-491a-8ca6-31aad8eb42a6), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.372536 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8b754f5a-010b-40d5-8648-47c7fc330f78 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.374318 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-8b754f5a-010b-40d5-8648-47c7fc330f78 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1437418 Jan 11 06:40:41.375126 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b754f5a-010b-40d5-8648-47c7fc330f78 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ab0180-11ff-491a-8ca6-31aad8eb42a6,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:41.377301 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38384) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:41.381622 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-92414028-e785-4cb4-8cb0-9c7ceff39256 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Request body: {'security_group_rule': {'security_group_id': 'a9ab0180-11ff-491a-8ca6-31aad8eb42a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:41.410440 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-92414028-e785-4cb4-8cb0-9c7ceff39256 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group_rule (3238b891-3067-4ce6-8a41-ffdc0d3b05e4), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.475588 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-92414028-e785-4cb4-8cb0-9c7ceff39256 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group_rule (3238b891-3067-4ce6-8a41-ffdc0d3b05e4), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.480145 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-92414028-e785-4cb4-8cb0-9c7ceff39256 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (3238b891-3067-4ce6-8a41-ffdc0d3b05e4), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.501812 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92414028-e785-4cb4-8cb0-9c7ceff39256 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3238b891-3067-4ce6-8a41-ffdc0d3b05e4,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:41.512790 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-92414028-e785-4cb4-8cb0-9c7ceff39256 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.514504 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-92414028-e785-4cb4-8cb0-9c7ceff39256 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360636 Jan 11 06:40:41.516907 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38392) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:41.521421 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-02fb391c-74c4-4104-a3c3-e6a1b2132ebb tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Request body: {'security_group_rule': {'security_group_id': 'a9ab0180-11ff-491a-8ca6-31aad8eb42a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:41.536200 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0185818-fdab-4298-8839-109ba0fb6ebf req-665724a2-4829-48de-9fb9-61241367812a tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:41.537641 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e0185818-fdab-4298-8839-109ba0fb6ebf req-665724a2-4829-48de-9fb9-61241367812a tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0556118 Jan 11 06:40:41.552644 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-02fb391c-74c4-4104-a3c3-e6a1b2132ebb tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group_rule (f8319f37-2981-4c21-ad75-06ceca73a360), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.595070 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e0185818-fdab-4298-8839-109ba0fb6ebf req-f6f213bb-7d2e-40b0-998d-f5dfc1bb1371 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491719 Jan 11 06:40:41.611120 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-02fb391c-74c4-4104-a3c3-e6a1b2132ebb tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group_rule (f8319f37-2981-4c21-ad75-06ceca73a360), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.614852 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-02fb391c-74c4-4104-a3c3-e6a1b2132ebb tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28831'] for security_group_rule (f8319f37-2981-4c21-ad75-06ceca73a360), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.632569 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb391c-74c4-4104-a3c3-e6a1b2132ebb tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8319f37-2981-4c21-ad75-06ceca73a360,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:41.641536 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-02fb391c-74c4-4104-a3c3-e6a1b2132ebb tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.642837 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-02fb391c-74c4-4104-a3c3-e6a1b2132ebb tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249740 Jan 11 06:40:41.645864 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38394) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:41.650713 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Request body: {'floatingip': {'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:41.675599 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.781731 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:41.896454 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Allocated IP 172.27.2.123 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/b07097d9-44ff-4435-a39f-a1a04570116c) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:40:42.005756 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for port (b07097d9-44ff-4435-a39f-a1a04570116c), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:42.038361 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (b07097d9-44ff-4435-a39f-a1a04570116c), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:42.076470 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:40:42.079305 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:42.082669 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:40:42.106554 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event updated for resources: {'Port': ['ID=b07097d9-44ff-4435-a39f-a1a04570116c,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:42.174024 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:42.196498 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc08ddb-d185-43e2-ac15-d6cc2c0770b6 req-32fbbadc-7388-4a89-8370-cf3d96be9ca8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:42.198270 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3bc08ddb-d185-43e2-ac15-d6cc2c0770b6 req-32fbbadc-7388-4a89-8370-cf3d96be9ca8 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0517318 Jan 11 06:40:42.210239 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (b07097d9-44ff-4435-a39f-a1a04570116c), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:42.247758 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3bc08ddb-d185-43e2-ac15-d6cc2c0770b6 req-aff4b427-a54d-450a-9607-5bbbb60821ea tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432582 Jan 11 06:40:42.377990 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-9c16ac1e-a598-4600-b74b-bd21d3451a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:42.379465 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-9c16ac1e-a598-4600-b74b-bd21d3451a25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153&tenant_id=7cbcefc3f2194f61aeeed24a6f34d971 HTTP/1.1" status: 200 len: 1096 time: 0.1123304 Jan 11 06:40:42.421107 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for port (b07097d9-44ff-4435-a39f-a1a04570116c), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:42.431398 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (b07097d9-44ff-4435-a39f-a1a04570116c), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:42.518986 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event updated for resources: {'Port': ['ID=b07097d9-44ff-4435-a39f-a1a04570116c,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:42.523952 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device bb378416-db3c-40d2-b302-bd1c68d928db no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:40:42.526573 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-d18a558e-5830-4a3d-99de-7811cdf2fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:42.528052 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-d18a558e-5830-4a3d-99de-7811cdf2fc73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 1096 time: 0.1099522 Jan 11 06:40:42.543975 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:42.546750 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: bb378416-db3c-40d2-b302-bd1c68d928db {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:40:42.547113 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device bb378416-db3c-40d2-b302-bd1c68d928db not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:40:42.600240 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:42.601466 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-2841ebbf-156e-4a8e-b686-17f80727c041 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9544549 Jan 11 06:40:42.638188 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-845a5c38-9706-44f9-a667-fea58b66b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:42.639769 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-845a5c38-9706-44f9-a667-fea58b66b522 service neutron] 10.222.0.30 "GET /v2.0/networks?id=60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 200 len: 917 time: 0.1031930 Jan 11 06:40:42.722074 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003c1e0-cdb5-49e8-b4d8-dd5cb38bb9a0 req-20c9d2e6-f3cc-499e-b913-4855215acecf tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:42.723666 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3003c1e0-cdb5-49e8-b4d8-dd5cb38bb9a0 req-20c9d2e6-f3cc-499e-b913-4855215acecf tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0609100 Jan 11 06:40:42.927690 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-f5354315-2dfc-4456-8e76-d7ff5bc803fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 HTTP/1.1" status: 200 len: 998 time: 0.2781003 Jan 11 06:40:42.978390 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-bb0f0aa0-a589-4843-83b7-6a7e4787133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:42.979863 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-bb0f0aa0-a589-4843-83b7-6a7e4787133a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=822973aa-968a-4a18-8a27-649eb1f1fd6d HTTP/1.1" status: 200 len: 855 time: 0.0453327 Jan 11 06:40:43.033516 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-280b2d71-9044-4045-b990-e8ffcadb844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:43.034988 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-280b2d71-9044-4045-b990-e8ffcadb844f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60a2f090-570c-42ea-9834-0df06c26707c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421617 Jan 11 06:40:43.054482 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3003c1e0-cdb5-49e8-b4d8-dd5cb38bb9a0 req-87952822-d698-4c70-ab2c-08e8d3ea44f0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238354 Jan 11 06:40:43.058807 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-15d5d433-8b07-4517-ad41-3d155be3199e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--850922852&fields=id&tenant_id=dc1782a809b943b8a93f2d7592e22336 HTTP/1.1" status: 200 len: 267 time: 0.0640521 Jan 11 06:40:43.124471 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-71c83cbb-5180-4b29-91f5-afdce25db548 service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827684 Jan 11 06:40:43.167855 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c586336c-3ab5-4a09-8564-9e726b7cecba tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:43.170106 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c586336c-3ab5-4a09-8564-9e726b7cecba tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/networks?id=1eeaf5e6-01d3-4120-a197-ae4322f76c29 HTTP/1.1" status: 200 len: 810 time: 0.1026747 Jan 11 06:40:43.184686 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-d9bd2e1e-0ed0-4848-a243-481cd3894539 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/quotas/dc1782a809b943b8a93f2d7592e22336 HTTP/1.1" status: 200 len: 375 time: 0.0089653 Jan 11 06:40:43.218688 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-c53ddcc9-a901-4c60-b226-2ffcc19e1acd req-a82ce3c5-92f7-4f99-b8b5-8013a018a6fa service neutron] 10.222.0.30 "GET /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856225 Jan 11 06:40:43.235848 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-afa83f00-6205-40ce-9955-912f45861323 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1782a809b943b8a93f2d7592e22336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457335 Jan 11 06:40:43.364577 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-6b8f156a-5ccd-40af-92b0-e4536cad8ad4 service neutron] 10.222.0.15 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160872 Jan 11 06:40:43.405276 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ccf3-7964-4c68-8889-46907eeea009 req-a5497dad-b22b-487a-ba84-46aff1f52f13 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:43.406684 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d8e5ccf3-7964-4c68-8889-46907eeea009 req-a5497dad-b22b-487a-ba84-46aff1f52f13 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0852652 Jan 11 06:40:43.433887 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-e818e4aa-26ea-49d9-8702-bda725143385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:43.495798 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d8e5ccf3-7964-4c68-8889-46907eeea009 req-cf34808f-f9af-469e-92b0-e04265747765 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624263 Jan 11 06:40:43.499342 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-13712ae0-dcfb-4592-a7f2-49ac4844e187 service neutron] 10.222.0.15 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282122 Jan 11 06:40:43.718162 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-752765cc-61cc-4fff-9160-ac61bc87e648 req-5ddced4d-7da9-41ab-a89f-3a619c3c455f tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 210 time: 0.0532877 Jan 11 06:40:44.185572 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d881440-00b4-438e-ba82-d6d00c3a994d req-a65f0632-a0e9-4e77-ad75-3af79b106b64 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:44.192936 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1d881440-00b4-438e-ba82-d6d00c3a994d req-a65f0632-a0e9-4e77-ad75-3af79b106b64 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0626576 Jan 11 06:40:44.243257 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1d881440-00b4-438e-ba82-d6d00c3a994d req-b24077d7-0016-41d8-93da-33b2fc448c24 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491521 Jan 11 06:40:44.627273 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db286049-c138-4b18-be1d-72dfda840733 req-8bde7fcd-60b2-4cb5-baf2-69cfb9afd57c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:44.629790 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-db286049-c138-4b18-be1d-72dfda840733 req-8bde7fcd-60b2-4cb5-baf2-69cfb9afd57c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0560751 Jan 11 06:40:44.678459 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-db286049-c138-4b18-be1d-72dfda840733 req-a539835c-0a2a-4fd5-89b7-7d0560200412 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421233 Jan 11 06:40:44.862291 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a98ef52d-ce91-4828-814b-81d53f27897d req-f45fdab9-0b85-421a-ac1f-ea9b483673b0 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 210 time: 0.0434759 Jan 11 06:40:44.908754 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-81cefd19-f7fd-4084-913a-b521fef4b3d3 req-c4cdc0a6-056d-4c75-991b-edad7da8378d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920058648&fields=id&tenant_id=0d6f3281f7224e01a8f117a3325daba2 HTTP/1.1" status: 200 len: 267 time: 0.0450613 Jan 11 06:40:44.964008 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cefd19-f7fd-4084-913a-b521fef4b3d3 req-b78ab3ee-8fd3-46ba-b8f9-057b3b5b0c44 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:44.965627 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-81cefd19-f7fd-4084-913a-b521fef4b3d3 req-b78ab3ee-8fd3-46ba-b8f9-057b3b5b0c44 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 985 time: 0.0511367 Jan 11 06:40:44.976910 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-81cefd19-f7fd-4084-913a-b521fef4b3d3 req-209637e5-60ee-4b8d-a6cc-cf823ba996f9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Request body: {'port': {'security_groups': ['11434f80-b2eb-48db-a331-c8555da75979']}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:45.049722 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-81cefd19-f7fd-4084-913a-b521fef4b3d3 req-209637e5-60ee-4b8d-a6cc-cf823ba996f9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:45.241428 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-81cefd19-f7fd-4084-913a-b521fef4b3d3 req-209637e5-60ee-4b8d-a6cc-cf823ba996f9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] For port 1042abd7-059a-46f4-96d8-4c86f6301c21, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=1042abd7-059a-46f4-96d8-4c86f6301c21,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:45.277482 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-81cefd19-f7fd-4084-913a-b521fef4b3d3 req-209637e5-60ee-4b8d-a6cc-cf823ba996f9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:45.283643 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-81cefd19-f7fd-4084-913a-b521fef4b3d3 req-209637e5-60ee-4b8d-a6cc-cf823ba996f9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:45.318770 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['1042abd7-059a-46f4-96d8-4c86f6301c21'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:40:45.333912 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cefd19-f7fd-4084-913a-b521fef4b3d3 req-209637e5-60ee-4b8d-a6cc-cf823ba996f9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:45.334544 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-81cefd19-f7fd-4084-913a-b521fef4b3d3 req-209637e5-60ee-4b8d-a6cc-cf823ba996f9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:45.343287 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38458) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:45.351776 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-81cefd19-f7fd-4084-913a-b521fef4b3d3 req-209637e5-60ee-4b8d-a6cc-cf823ba996f9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "PUT /v2.0/ports/1042abd7-059a-46f4-96d8-4c86f6301c21 HTTP/1.1" status: 200 len: 943 time: 0.3797801 Jan 11 06:40:45.352288 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:40:45.361539 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2740e7-7cad-42de-80ac-fe76a5b86813" -d '{"events": [{"name": "network-changed", "server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:40:45.453083 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46340a3c-5240-4292-b660-be098ab135f1 x-openstack-request-id: req-46340a3c-5240-4292-b660-be098ab135f1 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:40:45.453563 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:40:45.454059 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46340a3c-5240-4292-b660-be098ab135f1 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:40:45.455078 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'status': 'completed', 'code': 200} Jan 11 06:40:45.481218 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209637e5-60ee-4b8d-a6cc-cf823ba996f9 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event updated for resources: {'Port': ['ID=1042abd7-059a-46f4-96d8-4c86f6301c21,revision_number=7']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:45.481934 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-0ae4abdb-e506-4226-8156-9b3ce489e192 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group (c0b3bb63-2e24-48aa-b467-21bb2f88e0af), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:45.485841 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['1042abd7-059a-46f4-96d8-4c86f6301c21'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:40:45.514995 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-0ae4abdb-e506-4226-8156-9b3ce489e192 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group (c0b3bb63-2e24-48aa-b467-21bb2f88e0af), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:45.527116 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a848-c999-421f-ba4f-9e4c99760375 req-0572e5af-613b-4821-8767-4b83946371d6 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:45.535086 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9f29a848-c999-421f-ba4f-9e4c99760375 req-0572e5af-613b-4821-8767-4b83946371d6 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.1615789 Jan 11 06:40:45.614856 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-0ae4abdb-e506-4226-8156-9b3ce489e192 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (c0b3bb63-2e24-48aa-b467-21bb2f88e0af), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:45.617938 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-0ae4abdb-e506-4226-8156-9b3ce489e192 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:45.621748 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-0ae4abdb-e506-4226-8156-9b3ce489e192 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "DELETE /v2.0/security-groups/c0b3bb63-2e24-48aa-b467-21bb2f88e0af HTTP/1.1" status: 204 len: 168 time: 0.2748942 Jan 11 06:40:45.623037 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38462) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:45.656720 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9f29a848-c999-421f-ba4f-9e4c99760375 req-5633ee97-32fd-41f7-bff3-3a2d5e341c3c tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158133 Jan 11 06:40:45.735039 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4abdb-e506-4226-8156-9b3ce489e192 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b3bb63-2e24-48aa-b467-21bb2f88e0af,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:45.787296 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fe264420-9809-4d80-bb2e-5e2a9e296435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:45.864854 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-1e82dd79-816a-4477-8f9d-2a9dbfeeabf4 None None] Provisioning complete for port 1042abd7-059a-46f4-96d8-4c86f6301c21 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:45.865656 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-1e82dd79-816a-4477-8f9d-2a9dbfeeabf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:45.923116 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559025c9-fdcc-4398-b89b-e44933b65123 req-2b8c5b64-fdab-4e82-8a22-7b10fc0db961 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:45.925369 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-559025c9-fdcc-4398-b89b-e44933b65123 req-2b8c5b64-fdab-4e82-8a22-7b10fc0db961 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0941107 Jan 11 06:40:45.966412 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Deleting port 3325fbab-deb4-4c19-a320-d22b8b42bfba {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:40:45.967254 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (3325fbab-deb4-4c19-a320-d22b8b42bfba), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:45.985507 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-1e82dd79-816a-4477-8f9d-2a9dbfeeabf4 None None] Current status of the port 1042abd7-059a-46f4-96d8-4c86f6301c21 is: ACTIVE; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:46.001068 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-397f54fb-efcc-47a1-8678-f7c80f65d40a req-b9f6fa4d-fb8d-4a2f-a492-1abd06569b03 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 210 time: 0.0433066 Jan 11 06:40:46.046396 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-559025c9-fdcc-4398-b89b-e44933b65123 req-75e46fc1-6cc7-4f0a-a8a8-04db5f1de5dd tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143763 Jan 11 06:40:46.088703 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (3325fbab-deb4-4c19-a320-d22b8b42bfba), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:46.088703 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for floatingip (3325fbab-deb4-4c19-a320-d22b8b42bfba), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:46.113860 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Calling delete_port for 3325fbab-deb4-4c19-a320-d22b8b42bfba owned by network:floatingip {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:40:46.333771 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (3325fbab-deb4-4c19-a320-d22b8b42bfba), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:46.361693 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event deleted for resources: {'Port': ['ID=3325fbab-deb4-4c19-a320-d22b8b42bfba,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:46.435091 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks [] for floatingip (c03dd8d8-7539-4fbb-abef-415e8bb608e1), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:46.435332 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.l3_db [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Floating IP c03dd8d8-7539-4fbb-abef-415e8bb608e1 disassociated (deleted). External IP: 172.27.2.68, port: 1042abd7-059a-46f4-96d8-4c86f6301c21. Jan 11 06:40:46.664643 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:40:46.774426 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74525913-eab1-4884-895d-470e40184f9f req-6eee32c7-d2cf-40de-86c3-b870c718e59d tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:46.776158 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-74525913-eab1-4884-895d-470e40184f9f req-6eee32c7-d2cf-40de-86c3-b870c718e59d tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0524077 Jan 11 06:40:46.816885 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:40:46.822459 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:46.829794 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa1c3f-d3f1-47fa-a883-1d8338bf3d4f None None] Sync routers for ids ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:40:46.835807 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-74525913-eab1-4884-895d-470e40184f9f req-8ae6913a-bae9-473d-8591-c4e399e3aacd tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523233 Jan 11 06:40:46.858977 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-7b7b5739-1456-4fcc-8a6f-20e3334d5332 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "DELETE /v2.0/floatingips/c03dd8d8-7539-4fbb-abef-415e8bb608e1 HTTP/1.1" status: 204 len: 168 time: 1.2334061 Jan 11 06:40:46.859267 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:40:46.861661 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65c6dc4-7616-4cf0-8c3b-895609e60afa" -d '{"events": [{"name": "network-changed", "server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:40:46.869032 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa1c3f-d3f1-47fa-a883-1d8338bf3d4f None None] Routers {'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:46.869693 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-bbfa1c3f-d3f1-47fa-a883-1d8338bf3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:46.967392 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70bee44-4763-4c76-87fd-4d2453ea592f x-openstack-request-id: req-d70bee44-4763-4c76-87fd-4d2453ea592f {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:40:46.968031 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:40:46.968811 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d70bee44-4763-4c76-87fd-4d2453ea592f {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:40:46.969485 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'status': 'completed', 'code': 200} Jan 11 06:40:46.972621 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:47.000889 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-bbfa1c3f-d3f1-47fa-a883-1d8338bf3d4f None None] Set router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:47.131358 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-520646ec-20b4-4f8d-9777-bb8ccaff11d7 req-1e750bb9-831a-4407-91d6-908c718a2119 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 210 time: 0.0445139 Jan 11 06:40:47.246558 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-bbfa1c3f-d3f1-47fa-a883-1d8338bf3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:07Z', 'revision_number': 4, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': 'ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f', 'name': '', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'mac_address': 'fa:16:3e:a6:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:06Z', 'updated_at': '2022-01-11T06:38:11Z', 'revision_number': 5, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'subnets': [{'id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:47.277066 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa1c3f-d3f1-47fa-a883-1d8338bf3d4f None None] Checking router: f1bc02f9-e59e-4fc9-99b4-45f398df5c2d for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:40:47.286895 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa1c3f-d3f1-47fa-a883-1d8338bf3d4f None None] Routers {'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:40:47.287708 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-bbfa1c3f-d3f1-47fa-a883-1d8338bf3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:47.306184 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d9161-7bed-48a2-83d2-200e20f4fd9a req-75e8ccd3-db6d-4984-a6ae-58ca083c865d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:47.311733 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9d5d9161-7bed-48a2-83d2-200e20f4fd9a req-75e8ccd3-db6d-4984-a6ae-58ca083c865d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0821619 Jan 11 06:40:47.361285 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9d5d9161-7bed-48a2-83d2-200e20f4fd9a req-1b55ad86-b68c-4cd4-a74b-609d74d62662 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464807 Jan 11 06:40:47.428430 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-bbfa1c3f-d3f1-47fa-a883-1d8338bf3d4f None None] Set router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:40:47.639172 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-bbfa1c3f-d3f1-47fa-a883-1d8338bf3d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:07Z', 'revision_number': 4, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': 'ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f', 'name': '', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'mac_address': 'fa:16:3e:a6:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:06Z', 'updated_at': '2022-01-11T06:38:11Z', 'revision_number': 5, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'subnets': [{'id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:40:47.672666 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa1c3f-d3f1-47fa-a883-1d8338bf3d4f None None] The sync data for ids ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'] in dv-cinder-606346-33-iscsi is: [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:07Z', 'revision_number': 4, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': 'ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f', 'name': '', 'network_id': '26d2b271-e1ce-42c3-a732-6b6bab068c48', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'mac_address': 'fa:16:3e:a6:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:06Z', 'updated_at': '2022-01-11T06:38:11Z', 'revision_number': 5, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'subnets': [{'id': '7a73fad6-9354-404d-9e33-4a7f44099be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:40:47.927782 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86b28cc-a5ac-47c1-a27a-223da98399e7 None None] New status for floating IP c03dd8d8-7539-4fbb-abef-415e8bb608e1: DOWN {{(pid=102728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:40:47.973198 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85a26a-5bf4-497a-b7b8-1862cfcbb43b req-7b9d11fe-0e1b-43ff-bd71-9e73fdcf62aa tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:47.974735 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7c85a26a-5bf4-497a-b7b8-1862cfcbb43b req-7b9d11fe-0e1b-43ff-bd71-9e73fdcf62aa tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0547156 Jan 11 06:40:48.030804 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7c85a26a-5bf4-497a-b7b8-1862cfcbb43b req-57f9e3a3-40a2-428d-a114-da95888c46f5 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501952 Jan 11 06:40:48.251490 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-839896f3-34cc-4ab1-ad5b-bcf83c2d1ad8 req-90db112b-8884-4b46-a7e2-936fe80e4163 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 210 time: 0.0564811 Jan 11 06:40:48.319247 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:48.495242 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c5529-610f-46d3-a722-81ad275c9b8b req-2005e7ea-aee6-4463-acd8-0c74a06eb8f9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:48.496807 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-532c5529-610f-46d3-a722-81ad275c9b8b req-2005e7ea-aee6-4463-acd8-0c74a06eb8f9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0506856 Jan 11 06:40:48.545723 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-532c5529-610f-46d3-a722-81ad275c9b8b req-c8410bfc-5850-4437-8d02-76c0fe36dffd tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420916 Jan 11 06:40:49.150389 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145b263-56eb-4c3a-807f-86b6e217af7d req-b92eb757-caae-4729-b008-2bc0ce1b26a0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:49.152025 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0145b263-56eb-4c3a-807f-86b6e217af7d req-b92eb757-caae-4729-b008-2bc0ce1b26a0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0521204 Jan 11 06:40:49.206281 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0145b263-56eb-4c3a-807f-86b6e217af7d req-fe471501-ed7c-4658-991d-0a77d332ae6b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480096 Jan 11 06:40:49.343022 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a3dfde4f-9eed-4e1b-a297-0adf77523969 req-4a7dfa05-aa20-4a4a-b58d-762c90190d96 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 210 time: 0.0314772 Jan 11 06:40:49.672689 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bf8a5-39b6-4d3c-93a5-0a19e917fda9 req-2d09f1bc-7dc6-42aa-8e39-9dee20ab019d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:49.674968 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0e9bf8a5-39b6-4d3c-93a5-0a19e917fda9 req-2d09f1bc-7dc6-42aa-8e39-9dee20ab019d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0531440 Jan 11 06:40:49.675841 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:49.727091 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0e9bf8a5-39b6-4d3c-93a5-0a19e917fda9 req-f445c8f2-9a6b-48e8-acb0-ca1040157860 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467520 Jan 11 06:40:50.323261 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a1d2d-5c94-4d8b-b746-e38a36f9f0da req-af20f7ef-16f2-41a7-8efc-569cd8c5c641 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:50.325093 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-689a1d2d-5c94-4d8b-b746-e38a36f9f0da req-af20f7ef-16f2-41a7-8efc-569cd8c5c641 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0512953 Jan 11 06:40:50.389373 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-689a1d2d-5c94-4d8b-b746-e38a36f9f0da req-b47bc414-d002-41e5-81df-dc679701d810 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541716 Jan 11 06:40:50.460499 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c004c840-5dcf-4058-ab50-e616c824e063 req-bacc0614-2155-4db5-a7b5-22b2468a1d7c tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 210 time: 0.0317926 Jan 11 06:40:50.856595 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955b94b-cab2-45cd-897d-336598e11898 req-ccf0465d-fe64-4eff-b8f5-4cbde4aa9555 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:50.859143 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5955b94b-cab2-45cd-897d-336598e11898 req-ccf0465d-fe64-4eff-b8f5-4cbde4aa9555 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0553136 Jan 11 06:40:50.912523 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5955b94b-cab2-45cd-897d-336598e11898 req-2e37344e-3f83-4322-9af6-acf504f06c62 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448177 Jan 11 06:40:51.500451 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf5dba-44d1-4e6d-a5d7-ef07ca7740e4 req-71bb3d59-1ec4-4f9f-b7d3-f6eeafd11f1e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:51.502113 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2daf5dba-44d1-4e6d-a5d7-ef07ca7740e4 req-71bb3d59-1ec4-4f9f-b7d3-f6eeafd11f1e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0527720 Jan 11 06:40:51.585113 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2daf5dba-44d1-4e6d-a5d7-ef07ca7740e4 req-3fe87809-e96d-44e4-934e-c3b8e0e21b7f tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743930 Jan 11 06:40:51.607049 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-519739bd-0750-42a2-949f-f7a04e99ae3e req-f04bc6b7-108a-4764-b0e6-46d5d4912ff3 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 210 time: 0.0508175 Jan 11 06:40:51.828244 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:52.050218 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a37c2-2d37-45f0-9d50-4c5886e950e1 req-d19201c3-c9ba-4a31-abb0-9d296ed5680d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:52.052144 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-024a37c2-2d37-45f0-9d50-4c5886e950e1 req-d19201c3-c9ba-4a31-abb0-9d296ed5680d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0527582 Jan 11 06:40:52.107327 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-024a37c2-2d37-45f0-9d50-4c5886e950e1 req-6f9a8660-897c-4676-af85-f5b66c704192 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485187 Jan 11 06:40:52.353220 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2740e7-7cad-42de-80ac-fe76a5b86813 req-9674445c-0338-4ed8-aed4-67ed75e43c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:52.355144 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0d2740e7-7cad-42de-80ac-fe76a5b86813 req-9674445c-0338-4ed8-aed4-67ed75e43c74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d6f3281f7224e01a8f117a3325daba2&device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 1099 time: 0.0538895 Jan 11 06:40:52.491017 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2740e7-7cad-42de-80ac-fe76a5b86813 req-2017017d-0c3c-47fe-b205-19be8c6a99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:52.492560 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0d2740e7-7cad-42de-80ac-fe76a5b86813 req-2017017d-0c3c-47fe-b205-19be8c6a99ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=26d2b271-e1ce-42c3-a732-6b6bab068c48 HTTP/1.1" status: 200 len: 915 time: 0.0905185 Jan 11 06:40:52.541392 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0d2740e7-7cad-42de-80ac-fe76a5b86813 req-8452e77a-8eac-4377-aa52-0b0d6bfd0ada service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1042abd7-059a-46f4-96d8-4c86f6301c21 HTTP/1.1" status: 200 len: 217 time: 0.0383315 Jan 11 06:40:52.589997 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2740e7-7cad-42de-80ac-fe76a5b86813 req-32713f9b-46c8-442f-8959-f19cdd8ff28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:52.592183 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0d2740e7-7cad-42de-80ac-fe76a5b86813 req-32713f9b-46c8-442f-8959-f19cdd8ff28c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a73fad6-9354-404d-9e33-4a7f44099be2 HTTP/1.1" status: 200 len: 853 time: 0.0450263 Jan 11 06:40:52.641311 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2740e7-7cad-42de-80ac-fe76a5b86813 req-a261e417-92f4-43a0-9c44-85c9015d486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:52.642849 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0d2740e7-7cad-42de-80ac-fe76a5b86813 req-a261e417-92f4-43a0-9c44-85c9015d486f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d2b271-e1ce-42c3-a732-6b6bab068c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434008 Jan 11 06:40:52.711789 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4494a46e-e24b-4bf0-8eb8-f88d25af69b9 req-1720255c-3fba-4830-a123-552a541f168c tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 210 time: 0.0292423 Jan 11 06:40:52.727868 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4776a9b-d069-4c35-99bf-5a8339863cc2 req-4d791548-e3d4-4fb6-8ce5-94edabaffbc8 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:52.729377 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c4776a9b-d069-4c35-99bf-5a8339863cc2 req-4d791548-e3d4-4fb6-8ce5-94edabaffbc8 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0765679 Jan 11 06:40:52.740642 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0d2740e7-7cad-42de-80ac-fe76a5b86813 req-c2cd684b-89f0-4bd9-bc37-80083a747f2f service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906177 Jan 11 06:40:52.781534 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c4776a9b-d069-4c35-99bf-5a8339863cc2 req-bf51d1de-0dab-4b97-933b-e45c019f593a tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462451 Jan 11 06:40:52.842697 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-0d2740e7-7cad-42de-80ac-fe76a5b86813 req-bbb5e218-831b-4ce8-a1bf-8371ebb6ecae service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845721 Jan 11 06:40:52.994008 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c6dc4-7616-4cf0-8c3b-895609e60afa req-bd728994-aad0-4c59-af9f-a9b53b04f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:52.995393 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-f65c6dc4-7616-4cf0-8c3b-895609e60afa req-bd728994-aad0-4c59-af9f-a9b53b04f5d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d6f3281f7224e01a8f117a3325daba2&device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 1099 time: 0.0455580 Jan 11 06:40:53.115659 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c6dc4-7616-4cf0-8c3b-895609e60afa req-4721cf85-00c4-451e-8876-736dc6e1fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:53.117147 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-f65c6dc4-7616-4cf0-8c3b-895609e60afa req-4721cf85-00c4-451e-8876-736dc6e1fcbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=26d2b271-e1ce-42c3-a732-6b6bab068c48 HTTP/1.1" status: 200 len: 915 time: 0.0930314 Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.151019 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dcf45-abb6-464d-9845-5b6203a63100 req-8c58d7ef-7410-467f-92a4-b8fa0390e691 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:53.153768 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-8c58d7ef-7410-467f-92a4-b8fa0390e691 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.30 "GET /v2.0/networks?id=1eeaf5e6-01d3-4120-a197-ae4322f76c29 HTTP/1.1" status: 200 len: 810 time: 0.1057065 Jan 11 06:40:53.166643 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-f65c6dc4-7616-4cf0-8c3b-895609e60afa req-1229d41e-da00-456f-8c7d-654f9b2c2a07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1042abd7-059a-46f4-96d8-4c86f6301c21 HTTP/1.1" status: 200 len: 217 time: 0.0403786 Jan 11 06:40:53.223940 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c6dc4-7616-4cf0-8c3b-895609e60afa req-011564db-1e2d-43b5-ab36-f060ba185ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:53.225467 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-f65c6dc4-7616-4cf0-8c3b-895609e60afa req-011564db-1e2d-43b5-ab36-f060ba185ffb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a73fad6-9354-404d-9e33-4a7f44099be2 HTTP/1.1" status: 200 len: 853 time: 0.0504987 Jan 11 06:40:53.260649 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-2cff1791-bfbe-47b0-8d19-10ea412f84df tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1782a809b943b8a93f2d7592e22336 HTTP/1.1" status: 200 len: 379 time: 0.0871680 Jan 11 06:40:53.270477 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-773dcf45-abb6-464d-9845-5b6203a63100 req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Request body: {'port': {'device_id': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'admin_state_up': True, 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'security_groups': ['a9ab0180-11ff-491a-8ca6-31aad8eb42a6']}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:53.279286 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c6dc4-7616-4cf0-8c3b-895609e60afa req-bfcaf08e-ccdd-4bb6-a179-ee5acaac9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:53.280986 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-f65c6dc4-7616-4cf0-8c3b-895609e60afa req-bfcaf08e-ccdd-4bb6-a179-ee5acaac9c72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d2b271-e1ce-42c3-a732-6b6bab068c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452082 Jan 11 06:40:53.283225 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfaa536-ce05-427b-86e4-2ab11d5b1a45 req-acd675d0-ac03-4e7a-8791-43ae792542ea tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:53.284760 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8cfaa536-ce05-427b-86e4-2ab11d5b1a45 req-acd675d0-ac03-4e7a-8791-43ae792542ea tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.0849497 Jan 11 06:40:53.383348 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8cfaa536-ce05-427b-86e4-2ab11d5b1a45 req-8ac3046e-7d0e-4ab0-9dff-3a7dba73ceb6 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882468 Jan 11 06:40:53.400143 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-f65c6dc4-7616-4cf0-8c3b-895609e60afa req-5051f807-cce9-4644-bddf-338b3e8b64d3 service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930796 Jan 11 06:40:53.429117 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773dcf45-abb6-464d-9845-5b6203a63100 req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Made reservation on behalf of dc1782a809b943b8a93f2d7592e22336 for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:40:53.433312 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-773dcf45-abb6-464d-9845-5b6203a63100 req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:53.514952 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-f65c6dc4-7616-4cf0-8c3b-895609e60afa req-965bf634-424a-494b-82cb-5e24aab73025 service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942371 Jan 11 06:40:53.568215 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-773dcf45-abb6-464d-9845-5b6203a63100 req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Allocated IP 172.20.0.9 (1eeaf5e6-01d3-4120-a197-ae4322f76c29/e9469a88-fcbd-457a-acab-65ffd45b40af/f03af20e-9638-4aee-bb73-12013695c6d2) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:40:53.716143 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-773dcf45-abb6-464d-9845-5b6203a63100 req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for port (f03af20e-9638-4aee-bb73-12013695c6d2), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:53.751179 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-773dcf45-abb6-464d-9845-5b6203a63100 req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:53.799002 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773dcf45-abb6-464d-9845-5b6203a63100 req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:40:53.814066 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-773dcf45-abb6-464d-9845-5b6203a63100 req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:40:53.817279 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-773dcf45-abb6-464d-9845-5b6203a63100 req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:40:53.852702 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event updated for resources: {'Port': ['ID=f03af20e-9638-4aee-bb73-12013695c6d2,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:53.937211 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dcf45-abb6-464d-9845-5b6203a63100 req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:53.937865 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-773dcf45-abb6-464d-9845-5b6203a63100 req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:53.962868 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003a036-9860-483f-815f-8ced5c2c36b4 req-16cd9428-8712-4319-81e1-ae8c20452753 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:53.964634 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b003a036-9860-483f-815f-8ced5c2c36b4 req-16cd9428-8712-4319-81e1-ae8c20452753 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 931 time: 0.1693454 Jan 11 06:40:53.975843 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee65f7e-0e09-4981-9936-2fcb6288b14d req-b7c86392-618f-4901-bec7-1cd5b35d58fa tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:53.977457 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7ee65f7e-0e09-4981-9936-2fcb6288b14d req-b7c86392-618f-4901-bec7-1cd5b35d58fa tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.1210248 Jan 11 06:40:53.989239 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-12d95ba6-fb04-447b-a56c-dcbe7d1d5c62 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7236018 Jan 11 06:40:54.019405 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Request body: {'port': {'device_id': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:54.069790 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-98812b1a-0e12-45fd-85c8-fc0a891d8140 req-c3c49666-0519-43aa-a752-92ca0c7d5f8d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404990 Jan 11 06:40:54.071244 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-b238a6dc-dfe8-4971-9bda-5cfe65e455b9 None None] Provisioning complete for port f03af20e-9638-4aee-bb73-12013695c6d2 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:54.071723 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b238a6dc-dfe8-4971-9bda-5cfe65e455b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:54.104726 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-b238a6dc-dfe8-4971-9bda-5cfe65e455b9 None None] Port f03af20e-9638-4aee-bb73-12013695c6d2 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:40:54.113032 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b003a036-9860-483f-815f-8ced5c2c36b4 req-7376c1f1-d5a6-4cf1-8fd8-b90ad80b8f95 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ab0180-11ff-491a-8ca6-31aad8eb42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345575 Jan 11 06:40:54.121938 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7ee65f7e-0e09-4981-9936-2fcb6288b14d req-6ff2d904-546f-42b9-924d-feab8d2e7573 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362290 Jan 11 06:40:54.123071 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:54.156762 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98812b1a-0e12-45fd-85c8-fc0a891d8140 req-4469be38-ac40-4fbb-9ef3-482b3255085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:54.158274 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-98812b1a-0e12-45fd-85c8-fc0a891d8140 req-4469be38-ac40-4fbb-9ef3-482b3255085f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d6f3281f7224e01a8f117a3325daba2&device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 1099 time: 0.0567105 Jan 11 06:40:54.264518 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98812b1a-0e12-45fd-85c8-fc0a891d8140 req-91af0e7a-22c8-4fee-b171-710cf03ca1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:54.266040 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-98812b1a-0e12-45fd-85c8-fc0a891d8140 req-91af0e7a-22c8-4fee-b171-710cf03ca1c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26d2b271-e1ce-42c3-a732-6b6bab068c48 HTTP/1.1" status: 200 len: 915 time: 0.0904684 Jan 11 06:40:54.312634 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-98812b1a-0e12-45fd-85c8-fc0a891d8140 req-54ee012a-f681-472a-a94c-fb247b7fc66e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1042abd7-059a-46f4-96d8-4c86f6301c21 HTTP/1.1" status: 200 len: 217 time: 0.0405166 Jan 11 06:40:54.360277 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98812b1a-0e12-45fd-85c8-fc0a891d8140 req-70748bca-3291-4dfd-b9d7-bd8a7c8900e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:54.361759 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-98812b1a-0e12-45fd-85c8-fc0a891d8140 req-70748bca-3291-4dfd-b9d7-bd8a7c8900e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a73fad6-9354-404d-9e33-4a7f44099be2 HTTP/1.1" status: 200 len: 853 time: 0.0439541 Jan 11 06:40:54.389265 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03af20e-9638-4aee-bb73-12013695c6d2 {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:40:54.399271 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Publish callbacks [] for port (f03af20e-9638-4aee-bb73-12013695c6d2), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:54.406964 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98812b1a-0e12-45fd-85c8-fc0a891d8140 req-5cfa157a-d82f-49dd-acca-051f59cd341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:54.408503 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-98812b1a-0e12-45fd-85c8-fc0a891d8140 req-5cfa157a-d82f-49dd-acca-051f59cd341b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26d2b271-e1ce-42c3-a732-6b6bab068c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410352 Jan 11 06:40:54.410072 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Transition to ACTIVE for port object f03af20e-9638-4aee-bb73-12013695c6d2 will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:40:54.414049 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:54.515182 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f03af20e-9638-4aee-bb73-12013695c6d2,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:54.515784 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-98812b1a-0e12-45fd-85c8-fc0a891d8140 req-7713d389-d191-4682-83a0-e009b79c9942 service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015975 Jan 11 06:40:54.538721 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 55e09874-031b-42d9-82a9-501f40abfde0 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:40:54.582478 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b77f0-5fd0-4ea9-a0d3-d302810bdeb7 req-dd17c673-f208-4dc4-ac98-72733bd516dc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:54.584051 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af0b77f0-5fd0-4ea9-a0d3-d302810bdeb7 req-dd17c673-f208-4dc4-ac98-72733bd516dc tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 943 time: 0.1007831 Jan 11 06:40:54.587396 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Attempting to bind port f03af20e-9638-4aee-bb73-12013695c6d2 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:40:54.587738 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Attempting to bind port f03af20e-9638-4aee-bb73-12013695c6d2 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:40:54.588071 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Attempting to bind port f03af20e-9638-4aee-bb73-12013695c6d2 on network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:40:54.601936 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Port f03af20e-9638-4aee-bb73-12013695c6d2 on network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:40:54.601936 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Attempting to bind port f03af20e-9638-4aee-bb73-12013695c6d2 on network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:40:54.615545 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:40:54.615832 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Checking segment: {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:40:54.616238 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Bound using segment: {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:40:54.616662 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Bound port: f03af20e-9638-4aee-bb73-12013695c6d2, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503cda0a-6704-4667-b4e4-987d29276bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:40:54.617025 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:54.626781 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-98812b1a-0e12-45fd-85c8-fc0a891d8140 req-55efe1cf-005e-4b5e-b02d-598a67b9bc64 service neutron] 10.222.0.30 "GET /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052451 Jan 11 06:40:54.662111 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 55e09874-031b-42d9-82a9-501f40abfde0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55e09874-031b-42d9-82a9-501f40abfde0,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:54.674013 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '55e09874-031b-42d9-82a9-501f40abfde0', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'port_id': '55e09874-031b-42d9-82a9-501f40abfde0', 'mac_address': 'fa:16:3e:d1:4b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:40:54.681913 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-af0b77f0-5fd0-4ea9-a0d3-d302810bdeb7 req-50d311ad-0d89-40e6-ad31-57c31e8878ab tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884247 Jan 11 06:40:54.708770 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] For port f03af20e-9638-4aee-bb73-12013695c6d2, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:40:54.709108 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] For port f03af20e-9638-4aee-bb73-12013695c6d2, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f03af20e-9638-4aee-bb73-12013695c6d2,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:40:54.713310 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:54.713623 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 55e09874-031b-42d9-82a9-501f40abfde0 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:54.714013 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (55e09874-031b-42d9-82a9-501f40abfde0), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:54.735570 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e09874-031b-42d9-82a9-501f40abfde0 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:40:54.753678 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:54.754354 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:54.755875 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/f03af20e-9638-4aee-bb73-12013695c6d2 HTTP/1.1" status: 200 len: 1093 time: 0.7436011 Jan 11 06:40:54.756460 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'tag': 'f03af20e-9638-4aee-bb73-12013695c6d2'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:40:54.758828 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034f8b52-ff7d-4b16-a4f4-a009c75adfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ad297b-b47c-496a-8516-d8a71b0a1c6f", "tag": "f03af20e-9638-4aee-bb73-12013695c6d2"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:40:54.761095 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 55e09874-031b-42d9-82a9-501f40abfde0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55e09874-031b-42d9-82a9-501f40abfde0,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:54.768463 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (55e09874-031b-42d9-82a9-501f40abfde0), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:54.769275 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:40:54.782602 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6058550-d7b1-46f7-8ed8-6aa01db0c2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f03af20e-9638-4aee-bb73-12013695c6d2,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:54.834256 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6417b8d3-8027-4522-8f23-ba443dcc0262 x-openstack-request-id: req-6417b8d3-8027-4522-8f23-ba443dcc0262 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:40:54.834793 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ad297b-b47c-496a-8516-d8a71b0a1c6f", "tag": "f03af20e-9638-4aee-bb73-12013695c6d2", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:40:54.835233 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6417b8d3-8027-4522-8f23-ba443dcc0262 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:40:54.835833 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'tag': 'f03af20e-9638-4aee-bb73-12013695c6d2', 'status': 'completed', 'code': 200} Jan 11 06:40:54.875146 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dcf45-abb6-464d-9845-5b6203a63100 req-f030de3d-0d3d-4b2c-b166-24fe395ffd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:54.876715 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-f030de3d-0d3d-4b2c-b166-24fe395ffd38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1782a809b943b8a93f2d7592e22336&device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 1096 time: 0.0570858 Jan 11 06:40:54.879398 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=55e09874-031b-42d9-82a9-501f40abfde0,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:54.927443 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-836e6b10-467c-4420-ac1d-f258b9fd2d14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f03af20e-9638-4aee-bb73-12013695c6d2 HTTP/1.1" status: 200 len: 217 time: 0.0373881 Jan 11 06:40:54.952094 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:54.978123 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'port_id': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'mac_address': 'fa:16:3e:5e:cd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:40:55.020220 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dcf45-abb6-464d-9845-5b6203a63100 req-3e7b399a-4602-493a-9bf5-cd0b78b785ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:55.021732 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-3e7b399a-4602-493a-9bf5-cd0b78b785ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9469a88-fcbd-457a-acab-65ffd45b40af HTTP/1.1" status: 200 len: 849 time: 0.0876157 Jan 11 06:40:55.024802 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:55.025654 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:55.041187 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:40:55.061267 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:55.065743 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:55.071257 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde1234-f760-43ee-9cb6-2fb2440599e2 req-57439937-63a2-4a1e-b31a-6439f33104d6 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:55.072751 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fde1234-f760-43ee-9cb6-2fb2440599e2 req-57439937-63a2-4a1e-b31a-6439f33104d6 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 946 time: 0.0501451 Jan 11 06:40:55.125061 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,revision_number=9']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:55.135031 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dcf45-abb6-464d-9845-5b6203a63100 req-53af3c44-ed4c-40d5-9248-91f292fdb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:55.136777 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-53af3c44-ed4c-40d5-9248-91f292fdb7c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eeaf5e6-01d3-4120-a197-ae4322f76c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0629973 Jan 11 06:40:55.156600 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fde1234-f760-43ee-9cb6-2fb2440599e2 req-dcb67fe4-24dd-4365-b1db-baaeb341442b tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746508 Jan 11 06:40:55.292378 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-1a711641-85b2-4530-9e75-a5963239fbce service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475267 Jan 11 06:40:55.311262 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270da30f-39b3-4097-91f0-de42a82d8daa req-26f9264d-e89f-495d-b12b-0734c6e38950 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:55.312721 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-270da30f-39b3-4097-91f0-de42a82d8daa req-26f9264d-e89f-495d-b12b-0734c6e38950 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 943 time: 0.1087308 Jan 11 06:40:55.328372 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f2841-d557-4fe1-b102-492d21d99428 req-d6eadd20-9f3c-49e9-8e1a-6654ab90ff4c tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:55.329963 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f21f2841-d557-4fe1-b102-492d21d99428 req-d6eadd20-9f3c-49e9-8e1a-6654ab90ff4c tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 944 time: 0.0971115 Jan 11 06:40:55.441903 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['55e09874-031b-42d9-82a9-501f40abfde0'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:40:55.461351 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-270da30f-39b3-4097-91f0-de42a82d8daa req-9b8acb0f-26a4-4cad-ae62-36fb4630ba4d tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ab0180-11ff-491a-8ca6-31aad8eb42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304142 Jan 11 06:40:55.466722 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:40:55.467338 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f21f2841-d557-4fe1-b102-492d21d99428 req-6b271d41-62f2-4c32-82ef-8a6b2b6f5c79 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119745 Jan 11 06:40:55.493320 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-773dcf45-abb6-464d-9845-5b6203a63100 req-200bdfd4-75b1-4203-95dc-9af323e1ace3 service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927190 Jan 11 06:40:55.637841 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f8b52-ff7d-4b16-a4f4-a009c75adfa6 req-1ce301a4-476e-448e-b23f-b80613fd6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:55.639686 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-034f8b52-ff7d-4b16-a4f4-a009c75adfa6 req-1ce301a4-476e-448e-b23f-b80613fd6e0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1782a809b943b8a93f2d7592e22336&device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 1096 time: 0.0526924 Jan 11 06:40:55.729338 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f8b52-ff7d-4b16-a4f4-a009c75adfa6 req-5c77fbf8-49b2-4493-8d81-719f563ddcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:55.730882 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-034f8b52-ff7d-4b16-a4f4-a009c75adfa6 req-5c77fbf8-49b2-4493-8d81-719f563ddcda service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eeaf5e6-01d3-4120-a197-ae4322f76c29 HTTP/1.1" status: 200 len: 911 time: 0.0847631 Jan 11 06:40:55.777089 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-034f8b52-ff7d-4b16-a4f4-a009c75adfa6 req-6efab721-3314-40a8-ac34-315edf2fa6ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f03af20e-9638-4aee-bb73-12013695c6d2 HTTP/1.1" status: 200 len: 217 time: 0.0397706 Jan 11 06:40:55.858824 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be78ce4-db2d-4eb7-89f4-56ba536ddcef req-d47eddb8-529c-479a-96b1-846f2b06218c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:55.860306 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1be78ce4-db2d-4eb7-89f4-56ba536ddcef req-d47eddb8-529c-479a-96b1-846f2b06218c tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 944 time: 0.0859697 Jan 11 06:40:55.861601 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f8b52-ff7d-4b16-a4f4-a009c75adfa6 req-738b238e-0513-48dd-9cc8-db1e663b2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:55.862910 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-034f8b52-ff7d-4b16-a4f4-a009c75adfa6 req-738b238e-0513-48dd-9cc8-db1e663b2ba2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9469a88-fcbd-457a-acab-65ffd45b40af HTTP/1.1" status: 200 len: 849 time: 0.0784688 Jan 11 06:40:55.944521 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f8b52-ff7d-4b16-a4f4-a009c75adfa6 req-b447e64f-1370-434c-9efb-823db9b15a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:55.946331 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-034f8b52-ff7d-4b16-a4f4-a009c75adfa6 req-b447e64f-1370-434c-9efb-823db9b15a82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eeaf5e6-01d3-4120-a197-ae4322f76c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0748594 Jan 11 06:40:55.950126 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1be78ce4-db2d-4eb7-89f4-56ba536ddcef req-83b6f9a6-7f13-4e04-a0fc-65763844cc5b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843620 Jan 11 06:40:56.036723 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-034f8b52-ff7d-4b16-a4f4-a009c75adfa6 req-57fd17fe-b5f5-4cdd-a67e-2b01e1cdd3fe service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836618 Jan 11 06:40:56.131272 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-034f8b52-ff7d-4b16-a4f4-a009c75adfa6 req-ed68a49a-1a03-4356-97ed-160bf3298304 service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856485 Jan 11 06:40:56.276422 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cef022-f92f-483d-bdc9-478014776e1b req-f84f6a2c-5b13-45b9-9df3-160e46451134 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:56.277915 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a9cef022-f92f-483d-bdc9-478014776e1b req-f84f6a2c-5b13-45b9-9df3-160e46451134 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 946 time: 0.0501304 Jan 11 06:40:56.324311 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a9cef022-f92f-483d-bdc9-478014776e1b req-99e919aa-32c4-43b6-a51c-fe83395ccd6d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Jan 11 06:40:56.570238 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 55e09874-031b-42d9-82a9-501f40abfde0 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:56.609750 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065075f1-8c6d-4ae9-b20f-387b02861770 req-0144bbfe-f6c8-4801-b279-6b708dde40c8 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:56.611218 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-065075f1-8c6d-4ae9-b20f-387b02861770 req-0144bbfe-f6c8-4801-b279-6b708dde40c8 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 943 time: 0.0820808 Jan 11 06:40:56.618406 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 55e09874-031b-42d9-82a9-501f40abfde0 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:40:56.620607 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1d827-a2bd-48fa-8bfc-590014758f80 req-b8550325-755e-48f4-98d0-89f763552d73 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:56.621996 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9ab1d827-a2bd-48fa-8bfc-590014758f80 req-b8550325-755e-48f4-98d0-89f763552d73 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 944 time: 0.0815721 Jan 11 06:40:56.622466 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 55e09874-031b-42d9-82a9-501f40abfde0 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:56.622832 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (55e09874-031b-42d9-82a9-501f40abfde0), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:56.687496 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-065075f1-8c6d-4ae9-b20f-387b02861770 req-35e57d67-5690-4b7e-ac0f-dba8f544dfe2 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ab0180-11ff-491a-8ca6-31aad8eb42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644975 Jan 11 06:40:56.700309 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 55e09874-031b-42d9-82a9-501f40abfde0 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:56.700730 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (55e09874-031b-42d9-82a9-501f40abfde0), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:56.703621 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9ab1d827-a2bd-48fa-8bfc-590014758f80 req-9a4cfab5-6445-425b-8c4c-e654d49487db tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683270 Jan 11 06:40:56.726244 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:40:56.728452 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8463f9-c1ed-41cd-8e50-af8e2ce90f00" -d '{"events": [{"server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "name": "network-vif-plugged", "status": "completed", "tag": "55e09874-031b-42d9-82a9-501f40abfde0"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:40:56.744453 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 55e09874-031b-42d9-82a9-501f40abfde0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55e09874-031b-42d9-82a9-501f40abfde0,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:56.748699 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (55e09874-031b-42d9-82a9-501f40abfde0), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:56.749457 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:40:56.787823 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8615dcaa-152a-4804-b1fe-7b1c0b4e0a0f x-openstack-request-id: req-8615dcaa-152a-4804-b1fe-7b1c0b4e0a0f {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:40:56.788109 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "name": "network-vif-plugged", "status": "completed", "tag": "55e09874-031b-42d9-82a9-501f40abfde0", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:40:56.788379 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8615dcaa-152a-4804-b1fe-7b1c0b4e0a0f {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:40:56.788750 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0', 'code': 200} Jan 11 06:40:56.829584 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=55e09874-031b-42d9-82a9-501f40abfde0,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:56.840026 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:40:56.840432 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:56.918898 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:56.919753 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:56.951456 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:56.955585 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:57.008676 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,revision_number=10']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:57.098489 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b63bae-53d4-4160-a6e2-16f8b78fc99d req-acbf4721-b92c-41e9-9f5e-1288588aeba4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:57.099953 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d7b63bae-53d4-4160-a6e2-16f8b78fc99d req-acbf4721-b92c-41e9-9f5e-1288588aeba4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 946 time: 0.0762637 Jan 11 06:40:57.105267 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c8d94-bf03-426d-94d5-08c6657fbbbc req-3b937749-c7c2-4bdf-8c9a-15ceea86e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:57.106980 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f87c8d94-bf03-426d-94d5-08c6657fbbbc req-3b937749-c7c2-4bdf-8c9a-15ceea86e80f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 1098 time: 0.0564077 Jan 11 06:40:57.171499 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d7b63bae-53d4-4160-a6e2-16f8b78fc99d req-9dcaa654-7a3f-46da-b739-113fd15354e4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634792 Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.176216 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975157f0-9210-4c85-9ff3-5e04aac205cd req-b85d1b70-ff00-4f42-8e41-84d59d4c3977 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:57.178872 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-975157f0-9210-4c85-9ff3-5e04aac205cd req-b85d1b70-ff00-4f42-8e41-84d59d4c3977 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.30 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 946 time: 0.0522766 Jan 11 06:40:57.186602 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f87c8d94-bf03-426d-94d5-08c6657fbbbc req-64149bfa-6383-43ce-9c62-69a9ed6256bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601289 Jan 11 06:40:57.268256 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [req-975157f0-9210-4c85-9ff3-5e04aac205cd req-68c1c150-c403-422e-a250-3abf0b4f790d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Deleting port 1042abd7-059a-46f4-96d8-4c86f6301c21 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:40:57.268621 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-975157f0-9210-4c85-9ff3-5e04aac205cd req-68c1c150-c403-422e-a250-3abf0b4f790d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:57.356091 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-975157f0-9210-4c85-9ff3-5e04aac205cd req-68c1c150-c403-422e-a250-3abf0b4f790d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] For port 1042abd7-059a-46f4-96d8-4c86f6301c21, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=1042abd7-059a-46f4-96d8-4c86f6301c21,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:57.356519 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-975157f0-9210-4c85-9ff3-5e04aac205cd req-68c1c150-c403-422e-a250-3abf0b4f790d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:57.369376 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [req-975157f0-9210-4c85-9ff3-5e04aac205cd req-68c1c150-c403-422e-a250-3abf0b4f790d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Calling delete_port for 1042abd7-059a-46f4-96d8-4c86f6301c21 owned by compute:nova {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:40:57.440474 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed114e42-bd6c-451a-94a8-f810942f905b req-43a081cb-2feb-4c1b-96d7-388e1ddf4772 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:57.441887 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ed114e42-bd6c-451a-94a8-f810942f905b req-43a081cb-2feb-4c1b-96d7-388e1ddf4772 tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/ports?device_id=69c42cf2-a18b-46fb-a033-d0d0f357ada1 HTTP/1.1" status: 200 len: 946 time: 0.0483646 Jan 11 06:40:57.489193 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ed114e42-bd6c-451a-94a8-f810942f905b req-3cef012c-e7dc-4716-a020-377a381cc23d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.15 "GET /v2.0/security-groups?id=11434f80-b2eb-48db-a331-c8555da75979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Jan 11 06:40:57.496038 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-975157f0-9210-4c85-9ff3-5e04aac205cd req-68c1c150-c403-422e-a250-3abf0b4f790d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (1042abd7-059a-46f4-96d8-4c86f6301c21), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:57.528168 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1c150-c403-422e-a250-3abf0b4f790d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Pushing event deleted for resources: {'Port': ['ID=1042abd7-059a-46f4-96d8-4c86f6301c21,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:57.532840 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['1042abd7-059a-46f4-96d8-4c86f6301c21'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:40:57.569559 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-975157f0-9210-4c85-9ff3-5e04aac205cd req-68c1c150-c403-422e-a250-3abf0b4f790d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] No DVR routers for this DVR port 1042abd7-059a-46f4-96d8-4c86f6301c21 on host hv-cinder-60634 {{(pid=102726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:40:57.572248 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-975157f0-9210-4c85-9ff3-5e04aac205cd req-68c1c150-c403-422e-a250-3abf0b4f790d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:57.576246 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-975157f0-9210-4c85-9ff3-5e04aac205cd req-68c1c150-c403-422e-a250-3abf0b4f790d tempest-TestMinimumBasicScenario-185403317 tempest-TestMinimumBasicScenario-185403317-project] 10.222.0.30 "DELETE /v2.0/ports/1042abd7-059a-46f4-96d8-4c86f6301c21 HTTP/1.1" status: 204 len: 173 time: 0.3920436 Jan 11 06:40:57.576706 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'name': 'network-vif-deleted', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:40:57.579025 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e271f3-b71d-41c2-861b-3fa8b9a398a8" -d '{"events": [{"server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "name": "network-vif-deleted", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:40:57.616427 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4dbb02-09e9-4434-9ab8-e88510c7766b x-openstack-request-id: req-bb4dbb02-09e9-4434-9ab8-e88510c7766b {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:40:57.616768 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c42cf2-a18b-46fb-a033-d0d0f357ada1", "name": "network-vif-deleted", "tag": "1042abd7-059a-46f4-96d8-4c86f6301c21", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:40:57.616997 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb4dbb02-09e9-4434-9ab8-e88510c7766b {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:40:57.617402 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c42cf2-a18b-46fb-a033-d0d0f357ada1', 'name': 'network-vif-deleted', 'tag': '1042abd7-059a-46f4-96d8-4c86f6301c21', 'status': 'completed', 'code': 200} Jan 11 06:40:58.082187 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746ad99-b2a9-46a0-af51-22fa149006c7 req-5f96827f-1b51-44d5-9f28-c9457e935c39 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:58.083662 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b746ad99-b2a9-46a0-af51-22fa149006c7 req-5f96827f-1b51-44d5-9f28-c9457e935c39 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 943 time: 0.3287842 Jan 11 06:40:58.112575 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3488ed-20b7-4eee-bf91-102f1fe530f4 req-776be998-d7f2-4f72-bc72-f7836fc034cc tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:58.114041 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1e3488ed-20b7-4eee-bf91-102f1fe530f4 req-776be998-d7f2-4f72-bc72-f7836fc034cc tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.3341258 Jan 11 06:40:58.160668 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b746ad99-b2a9-46a0-af51-22fa149006c7 req-72993566-6aa0-476b-886f-839a5e457e2e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ab0180-11ff-491a-8ca6-31aad8eb42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708430 Jan 11 06:40:58.186199 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1e3488ed-20b7-4eee-bf91-102f1fe530f4 req-197ca531-5c71-4064-9b84-c785f8cc92a5 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639224 Jan 11 06:40:58.298734 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdc296-6a66-4557-8be9-85b7094f14fa req-68b595fa-da31-4f65-b4a0-cca13a8d0508 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:58.300244 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-53bdc296-6a66-4557-8be9-85b7094f14fa req-68b595fa-da31-4f65-b4a0-cca13a8d0508 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 946 time: 0.0523975 Jan 11 06:40:58.349656 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-53bdc296-6a66-4557-8be9-85b7094f14fa req-4327b99f-5cb6-4442-8d06-beeae8d4478f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438030 Jan 11 06:40:58.601209 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device f03af20e-9638-4aee-bb73-12013695c6d2 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:40:58.617231 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:40:58.795663 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:40:58.798124 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8200a5-2177-49f8-928c-5a4bbd764957" -d '{"events": [{"server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "name": "network-vif-plugged", "status": "completed", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:40:58.842798 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port f03af20e-9638-4aee-bb73-12013695c6d2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f03af20e-9638-4aee-bb73-12013695c6d2,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:58.845884 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bbb85d-15d7-4c99-8862-c6f57b39f044 x-openstack-request-id: req-15bbb85d-15d7-4c99-8862-c6f57b39f044 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:40:58.846172 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "name": "network-vif-plugged", "status": "completed", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:40:58.846422 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15bbb85d-15d7-4c99-8862-c6f57b39f044 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:40:58.846801 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'code': 200} Jan 11 06:40:58.855885 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': 'f03af20e-9638-4aee-bb73-12013695c6d2', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'port_id': 'f03af20e-9638-4aee-bb73-12013695c6d2', 'mac_address': 'fa:16:3e:ee:7f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:40:58.905557 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port f03af20e-9638-4aee-bb73-12013695c6d2 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:40:58.905948 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:58.920716 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03af20e-9638-4aee-bb73-12013695c6d2 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:40:58.943531 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port f03af20e-9638-4aee-bb73-12013695c6d2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f03af20e-9638-4aee-bb73-12013695c6d2,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:40:58.947534 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:59.001225 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=f03af20e-9638-4aee-bb73-12013695c6d2,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:40:59.046254 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38630) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:59.272371 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['f03af20e-9638-4aee-bb73-12013695c6d2'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:40:59.317484 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f97a9-0d36-408f-8a85-781fa91aaaec req-a04b7e6d-c954-4844-827c-9883e9be4f74 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:59.319212 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-719f97a9-0d36-408f-8a85-781fa91aaaec req-a04b7e6d-c954-4844-827c-9883e9be4f74 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 944 time: 0.0877111 Jan 11 06:40:59.333887 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299ec3b-7f0a-48f5-a5c0-13dbe8476971 req-cb14c87d-3899-40d8-939d-a2f453199401 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:59.335528 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c299ec3b-7f0a-48f5-a5c0-13dbe8476971 req-cb14c87d-3899-40d8-939d-a2f453199401 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0732517 Jan 11 06:40:59.392694 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727fe4-1c54-4014-9afd-0a32c37b17b9 req-18b5ecd6-a5e9-492a-8638-fa84c73a4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:59.399281 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-80727fe4-1c54-4014-9afd-0a32c37b17b9 req-18b5ecd6-a5e9-492a-8638-fa84c73a4cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 1099 time: 0.3106909 Jan 11 06:40:59.424747 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-719f97a9-0d36-408f-8a85-781fa91aaaec req-13daae78-2b5a-4f52-9795-f536e57faf86 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ab0180-11ff-491a-8ca6-31aad8eb42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869398 Jan 11 06:40:59.429385 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c299ec3b-7f0a-48f5-a5c0-13dbe8476971 req-7a058161-551a-4921-8a44-c7daa324f2f0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831859 Jan 11 06:40:59.510938 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-80727fe4-1c54-4014-9afd-0a32c37b17b9 req-34e5e531-6ce1-485c-9ba8-b5b01b49bf25 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104989 Jan 11 06:40:59.576279 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0f555-ab3f-49c6-82c0-3623094efe27 req-9fdfdae0-c00d-4978-bd25-d27ffb58aa76 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:59.577768 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0bf0f555-ab3f-49c6-82c0-3623094efe27 req-9fdfdae0-c00d-4978-bd25-d27ffb58aa76 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0796578 Jan 11 06:40:59.586101 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a10c80-14f8-48aa-9bb3-a7ac7597a349 req-3538d50e-d096-4b22-9a76-19633487c8e7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:59.587490 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-86a10c80-14f8-48aa-9bb3-a7ac7597a349 req-3538d50e-d096-4b22-9a76-19633487c8e7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 946 time: 0.0881584 Jan 11 06:40:59.654135 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0bf0f555-ab3f-49c6-82c0-3623094efe27 req-f0105e1c-a3d3-4cce-bcdc-0f6369e0f65b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656750 Jan 11 06:40:59.666100 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-86a10c80-14f8-48aa-9bb3-a7ac7597a349 req-6842b45a-002f-45f7-a7cb-3b61d543d43d tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714529 Jan 11 06:40:59.676472 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38640) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:59.685074 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-aacd01f7-116d-478b-8700-e4a30f52638a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992292'] for router_interface (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:59.760472 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a467bcc-133a-4ec8-83dd-59ba0f765bbe tempest-TestShelveInstance-1077991735 tempest-TestShelveInstance-1077991735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:40:59.761971 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-2a467bcc-133a-4ec8-83dd-59ba0f765bbe tempest-TestShelveInstance-1077991735 tempest-TestShelveInstance-1077991735-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 1093 time: 0.0845394 Jan 11 06:40:59.765719 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38644) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:40:59.770015 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Request body: {'floatingip': {'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'port_id': '55e09874-031b-42d9-82a9-501f40abfde0', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:40:59.792547 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:59.890007 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:40:59.935839 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-aacd01f7-116d-478b-8700-e4a30f52638a admin admin] Deleting port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:40:59.936170 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-aacd01f7-116d-478b-8700-e4a30f52638a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:00.003988 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Allocated IP 172.27.2.145 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/6997a785-f4df-4a50-92cd-2bf47f7171ab) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:41:00.017534 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-aacd01f7-116d-478b-8700-e4a30f52638a admin admin] For port ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:00.017910 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-aacd01f7-116d-478b-8700-e4a30f52638a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:00.031297 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-aacd01f7-116d-478b-8700-e4a30f52638a admin admin] Calling delete_port for ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f owned by network:router_interface {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:00.104746 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for port (6997a785-f4df-4a50-92cd-2bf47f7171ab), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:00.136331 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (6997a785-f4df-4a50-92cd-2bf47f7171ab), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:00.172788 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:41:00.176958 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:41:00.180322 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:41:00.208525 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event updated for resources: {'Port': ['ID=6997a785-f4df-4a50-92cd-2bf47f7171ab,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:00.209349 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-aacd01f7-116d-478b-8700-e4a30f52638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:00.239455 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd01f7-116d-478b-8700-e4a30f52638a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:00.413852 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-aacd01f7-116d-478b-8700-e4a30f52638a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993716'] for router_interface (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:00.599700 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53be4d-4a4c-48e7-b15e-8218e0362b09 req-9becca24-73b2-4189-af44-de3a99c04094 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:00.601430 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c53be4d-4a4c-48e7-b15e-8218e0362b09 req-9becca24-73b2-4189-af44-de3a99c04094 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 944 time: 0.0890751 Jan 11 06:41:00.602617 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for floatingip (903f73ad-35d5-4a80-9502-cf4e78d5a836), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:00.603039 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device f03af20e-9638-4aee-bb73-12013695c6d2 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:41:00.646338 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacd01f7-116d-478b-8700-e4a30f52638a admin admin] Router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:41:00.683343 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port f03af20e-9638-4aee-bb73-12013695c6d2 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:41:00.691695 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port f03af20e-9638-4aee-bb73-12013695c6d2 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:41:00.693282 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0c53be4d-4a4c-48e7-b15e-8218e0362b09 req-aec33f60-f263-49fa-8ce4-b6b880377c8d tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ab0180-11ff-491a-8ca6-31aad8eb42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627530 Jan 11 06:41:00.694193 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:00.740268 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (6997a785-f4df-4a50-92cd-2bf47f7171ab), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:00.806486 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port f03af20e-9638-4aee-bb73-12013695c6d2 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:41:00.806883 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:00.833988 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacd01f7-116d-478b-8700-e4a30f52638a admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:41:00.844241 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-aacd01f7-116d-478b-8700-e4a30f52638a admin admin] 10.222.0.15 "PUT /v2.0/routers/f1bc02f9-e59e-4fc9-99b4-45f398df5c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7967865 Jan 11 06:41:00.845615 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38670) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:00.848280 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03af20e-9638-4aee-bb73-12013695c6d2'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:41:00.851327 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb7092a-9d0d-465f-ad57-88d29784494b" -d '{"events": [{"server_uuid": "c3ad297b-b47c-496a-8516-d8a71b0a1c6f", "name": "network-vif-plugged", "status": "completed", "tag": "f03af20e-9638-4aee-bb73-12013695c6d2"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:41:00.855431 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c349a-0b2a-477d-89a3-4abb05ccb1dd None None] Sync routers for ids ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:41:00.864925 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port f03af20e-9638-4aee-bb73-12013695c6d2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f03af20e-9638-4aee-bb73-12013695c6d2,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:00.870663 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe975-15f3-44c8-8b6b-1e16fe4c0166 req-86cab23e-c433-412c-bc6b-21aae1933958 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:00.872819 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-10ffe975-15f3-44c8-8b6b-1e16fe4c0166 req-86cab23e-c433-412c-bc6b-21aae1933958 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 946 time: 0.0996637 Jan 11 06:41:00.876001 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c349a-0b2a-477d-89a3-4abb05ccb1dd None None] Routers {'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:41:00.876981 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-b76c349a-0b2a-477d-89a3-4abb05ccb1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:00.879209 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:00.880524 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 1042abd7-059a-46f4-96d8-4c86f6301c21 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:41:00.968234 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Publish callbacks [] for router (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:00.990974 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-10ffe975-15f3-44c8-8b6b-1e16fe4c0166 req-a242de78-5690-493e-a454-398aa2a1527f tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839577 Jan 11 06:41:01.026733 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff834942-8e9f-4e93-80e2-e936a9efe1ed x-openstack-request-id: req-ff834942-8e9f-4e93-80e2-e936a9efe1ed {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:41:01.027145 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ad297b-b47c-496a-8516-d8a71b0a1c6f", "name": "network-vif-plugged", "status": "completed", "tag": "f03af20e-9638-4aee-bb73-12013695c6d2", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:41:01.027652 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff834942-8e9f-4e93-80e2-e936a9efe1ed {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:41:01.028981 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03af20e-9638-4aee-bb73-12013695c6d2', 'code': 200} Jan 11 06:41:01.043136 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 1042abd7-059a-46f4-96d8-4c86f6301c21 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:41:01.043774 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for port (6997a785-f4df-4a50-92cd-2bf47f7171ab), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.044178 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 1042abd7-059a-46f4-96d8-4c86f6301c21 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:41:01.052925 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (6997a785-f4df-4a50-92cd-2bf47f7171ab), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.085561 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=f03af20e-9638-4aee-bb73-12013695c6d2,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:01.116697 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-b76c349a-0b2a-477d-89a3-4abb05ccb1dd None None] Set router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:41:01.162528 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Publish callbacks [] for router_gateway (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.170083 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event updated for resources: {'Port': ['ID=6997a785-f4df-4a50-92cd-2bf47f7171ab,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:01.173606 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (903f73ad-35d5-4a80-9502-cf4e78d5a836), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.245074 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa0b74-a102-4cae-b16a-95ab03997310 req-45ce5512-f2fa-43cf-987f-30f95032ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:01.246621 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-75aa0b74-a102-4cae-b16a-95ab03997310 req-45ce5512-f2fa-43cf-987f-30f95032ca6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 1098 time: 0.0863907 Jan 11 06:41:01.274386 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Deleting port 12ab347a-6b96-4327-9af7-336d947af7fa {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:41:01.274738 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (12ab347a-6b96-4327-9af7-336d947af7fa), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.308858 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-b76c349a-0b2a-477d-89a3-4abb05ccb1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:41:00Z', 'revision_number': 5, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port': {'id': '12ab347a-6b96-4327-9af7-336d947af7fa', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:01.319918 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.l3_db [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Floating IP 903f73ad-35d5-4a80-9502-cf4e78d5a836 associated. External IP: 172.27.2.145, port: 55e09874-031b-42d9-82a9-501f40abfde0. Jan 11 06:41:01.338430 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c349a-0b2a-477d-89a3-4abb05ccb1dd None None] Checking router: f1bc02f9-e59e-4fc9-99b4-45f398df5c2d for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:41:01.347467 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c349a-0b2a-477d-89a3-4abb05ccb1dd None None] Routers {'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:41:01.348082 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-b76c349a-0b2a-477d-89a3-4abb05ccb1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:01.351302 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-75aa0b74-a102-4cae-b16a-95ab03997310 req-dbdf7430-bd7e-4a3d-85da-d95efb015e2a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a9ab0180-11ff-491a-8ca6-31aad8eb42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988879 Jan 11 06:41:01.391343 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] For port 12ab347a-6b96-4327-9af7-336d947af7fa, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=12ab347a-6b96-4327-9af7-336d947af7fa,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:01.391709 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (12ab347a-6b96-4327-9af7-336d947af7fa), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.406437 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Calling delete_port for 12ab347a-6b96-4327-9af7-336d947af7fa owned by network:router_gateway {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:01.439675 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-b76c349a-0b2a-477d-89a3-4abb05ccb1dd None None] Set router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d gateway port host: None {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:41:01.495405 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-b76c349a-0b2a-477d-89a3-4abb05ccb1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:41:01Z', 'revision_number': 6, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port_host': None}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:01.522007 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c349a-0b2a-477d-89a3-4abb05ccb1dd None None] The sync data for ids ['f1bc02f9-e59e-4fc9-99b4-45f398df5c2d'] in dv-cinder-606346-33-iscsi is: [{'id': 'f1bc02f9-e59e-4fc9-99b4-45f398df5c2d', 'name': 'tempest-TestMinimumBasicScenario-289062243-router', 'tenant_id': '0d6f3281f7224e01a8f117a3325daba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:03Z', 'updated_at': '2022-01-11T06:41:01Z', 'revision_number': 6, 'project_id': '0d6f3281f7224e01a8f117a3325daba2', 'gw_port_host': None}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:41:01.551836 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Router be1159d9-e323-4e8c-b4a9-a86d6320c9ea has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:41:01.585162 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (12ab347a-6b96-4327-9af7-336d947af7fa), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.614084 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ab347a-6b96-4327-9af7-336d947af7fa,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:01.674864 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:41:01.675495 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993898'] for router_gateway (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.684145 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf284796-6b36-4c01-8886-3d52a783b45d None None] Sync routers for ids ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:41:01.702251 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.703337 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf284796-6b36-4c01-8886-3d52a783b45d None None] Routers {'be1159d9-e323-4e8c-b4a9-a86d6320c9ea'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:41:01.704601 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-bf284796-6b36-4c01-8886-3d52a783b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:01.768326 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-8cbbe05d-4256-4330-ba49-fdaa60a56044 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0014422 Jan 11 06:41:01.772023 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:41:01.779544 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc920dd-6132-42c3-b4b2-bc6acceef9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "tag": "55e09874-031b-42d9-82a9-501f40abfde0"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:41:01.816307 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13858'] for router (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.819629 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Publish callbacks [] for router_controller (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.881332 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994803'] for router (f1bc02f9-e59e-4fc9-99b4-45f398df5c2d), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.882926 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1bc02f9-e59e-4fc9-99b4-45f398df5c2d {{(pid=102726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 06:41:01.891844 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdc3f24-f822-4492-b55e-3dffec57d70f x-openstack-request-id: req-bbdc3f24-f822-4492-b55e-3dffec57d70f {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:41:01.892155 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:01.892398 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "tag": "55e09874-031b-42d9-82a9-501f40abfde0", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:41:01.892653 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbdc3f24-f822-4492-b55e-3dffec57d70f {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:41:01.897074 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0', 'status': 'completed', 'code': 200} Jan 11 06:41:01.897289 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-65fe5e73-d1df-4087-a9a5-239bdabe7e82 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f1bc02f9-e59e-4fc9-99b4-45f398df5c2d HTTP/1.1" status: 204 len: 168 time: 1.0467315 Jan 11 06:41:01.897456 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38694) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:01.909208 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-bf284796-6b36-4c01-8886-3d52a783b45d None None] Set router be1159d9-e323-4e8c-b4a9-a86d6320c9ea gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:41:01.935768 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0c4a8-357c-44cd-b815-32c567bcb538 req-1c66b136-1cca-4b1f-bfd7-8c268a3754eb tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:01.942922 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8ef0c4a8-357c-44cd-b815-32c567bcb538 req-1c66b136-1cca-4b1f-bfd7-8c268a3754eb tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 945 time: 0.1108716 Jan 11 06:41:02.011866 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8eeb3e-35d0-4b7f-b0c3-d2cab918ecd6 admin admin] Deleting subnet 7a73fad6-9354-404d-9e33-4a7f44099be2 {{(pid=102725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:41:02.016977 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc920dd-6132-42c3-b4b2-bc6acceef9ee req-9fdd8a69-1acf-41fb-9222-6db48ba06f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:02.017796 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-eb8eeb3e-35d0-4b7f-b0c3-d2cab918ecd6 admin admin] Publish callbacks [] for subnet (7a73fad6-9354-404d-9e33-4a7f44099be2), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:02.020285 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-dcc920dd-6132-42c3-b4b2-bc6acceef9ee req-9fdd8a69-1acf-41fb-9222-6db48ba06f0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=847d6d55c052479bb0d08eb991e15ac0&device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 1098 time: 0.0847914 Jan 11 06:41:02.099766 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-eb8eeb3e-35d0-4b7f-b0c3-d2cab918ecd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8561306'] for subnet (7a73fad6-9354-404d-9e33-4a7f44099be2), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:02.136997 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc920dd-6132-42c3-b4b2-bc6acceef9ee req-3e1e8f70-f92a-4700-8a3f-178e35d536f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:02.139070 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-dcc920dd-6132-42c3-b4b2-bc6acceef9ee req-3e1e8f70-f92a-4700-8a3f-178e35d536f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 HTTP/1.1" status: 200 len: 910 time: 0.1132832 Jan 11 06:41:02.174379 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8ef0c4a8-357c-44cd-b815-32c567bcb538 req-413d93f0-4e80-489e-98cb-2b1eb8a94657 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ab0180-11ff-491a-8ca6-31aad8eb42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304988 Jan 11 06:41:02.183765 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-bf284796-6b36-4c01-8886-3d52a783b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:10Z', 'revision_number': 4, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '903f73ad-35d5-4a80-9502-cf4e78d5a836', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'port_id': '55e09874-031b-42d9-82a9-501f40abfde0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'mac_address': 'fa:16:3e:d1:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:41:00Z', 'updated_at': '2022-01-11T06:41:00Z', 'revision_number': 0, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c91619-e476-4ede-be8e-e4b8ce1246aa', 'name': '', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'mac_address': 'fa:16:3e:8f:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:09Z', 'updated_at': '2022-01-11T06:40:14Z', 'revision_number': 5, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'subnets': [{'id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:02.218386 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf284796-6b36-4c01-8886-3d52a783b45d None None] Checking router: be1159d9-e323-4e8c-b4a9-a86d6320c9ea for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:41:02.219231 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-dcc920dd-6132-42c3-b4b2-bc6acceef9ee req-c9282c57-5833-466b-a203-df70fe914234 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e09874-031b-42d9-82a9-501f40abfde0 HTTP/1.1" status: 200 len: 999 time: 0.0741479 Jan 11 06:41:02.226752 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf284796-6b36-4c01-8886-3d52a783b45d None None] Routers {'be1159d9-e323-4e8c-b4a9-a86d6320c9ea'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:41:02.227356 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-bf284796-6b36-4c01-8886-3d52a783b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:02.232846 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08731f2f-1dba-4798-aa1b-041dbd1da816 req-56c5746d-9cff-477b-b8c1-89e2f13bc265 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:02.239964 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-08731f2f-1dba-4798-aa1b-041dbd1da816 req-56c5746d-9cff-477b-b8c1-89e2f13bc265 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 946 time: 0.1154122 Jan 11 06:41:02.277913 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc920dd-6132-42c3-b4b2-bc6acceef9ee req-428d5570-76a4-4eb9-84f3-80a04ccb46df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:02.279255 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-dcc920dd-6132-42c3-b4b2-bc6acceef9ee req-428d5570-76a4-4eb9-84f3-80a04ccb46df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8353fbb7-0281-46c9-9720-7274b5047dc4 HTTP/1.1" status: 200 len: 848 time: 0.0494046 Jan 11 06:41:02.319061 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-eb8eeb3e-35d0-4b7f-b0c3-d2cab918ecd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (7a73fad6-9354-404d-9e33-4a7f44099be2), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:02.335146 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc920dd-6132-42c3-b4b2-bc6acceef9ee req-ff7832d4-e68c-4105-8176-32bba44d73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:02.337061 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-dcc920dd-6132-42c3-b4b2-bc6acceef9ee req-ff7832d4-e68c-4105-8176-32bba44d73f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518563 Jan 11 06:41:02.344138 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-bf284796-6b36-4c01-8886-3d52a783b45d None None] Set router be1159d9-e323-4e8c-b4a9-a86d6320c9ea gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:41:02.356027 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-08731f2f-1dba-4798-aa1b-041dbd1da816 req-68ec55bc-e1b1-4a78-abde-af0517f2a63e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150184 Jan 11 06:41:02.419467 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-eb8eeb3e-35d0-4b7f-b0c3-d2cab918ecd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805936'] for subnet (7a73fad6-9354-404d-9e33-4a7f44099be2), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:02.456318 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8eeb3e-35d0-4b7f-b0c3-d2cab918ecd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a73fad6-9354-404d-9e33-4a7f44099be2,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:02.463188 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e4b2b8-512e-4ee2-945c-88a223f39ec7 None None] Network 26d2b271-e1ce-42c3-a732-6b6bab068c48 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:41:02.477635 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-eb8eeb3e-35d0-4b7f-b0c3-d2cab918ecd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:02.486885 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-eb8eeb3e-35d0-4b7f-b0c3-d2cab918ecd6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7a73fad6-9354-404d-9e33-4a7f44099be2 HTTP/1.1" status: 204 len: 168 time: 0.5882959 Jan 11 06:41:02.490092 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38702) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:02.552629 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-dcc920dd-6132-42c3-b4b2-bc6acceef9ee req-57e8125c-8866-4df2-84e1-ce8b5057404f service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915209 Jan 11 06:41:02.565118 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 12ab347a-6b96-4327-9af7-336d947af7fa no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:41:02.593978 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 12ab347a-6b96-4327-9af7-336d947af7fa {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:41:02.596954 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 12ab347a-6b96-4327-9af7-336d947af7fa not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:41:02.597577 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:41:02.638039 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (26d2b271-e1ce-42c3-a732-6b6bab068c48), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:02.650147 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-bf284796-6b36-4c01-8886-3d52a783b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:10Z', 'revision_number': 4, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '903f73ad-35d5-4a80-9502-cf4e78d5a836', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'port_id': '55e09874-031b-42d9-82a9-501f40abfde0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'mac_address': 'fa:16:3e:d1:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:41:00Z', 'updated_at': '2022-01-11T06:41:00Z', 'revision_number': 0, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c91619-e476-4ede-be8e-e4b8ce1246aa', 'name': '', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'mac_address': 'fa:16:3e:8f:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:09Z', 'updated_at': '2022-01-11T06:40:14Z', 'revision_number': 5, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'subnets': [{'id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:02.662359 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:41:02.664825 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device ed880ea3-0a1a-4bf1-86d9-c8a0e1c22c9f not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:41:02.679629 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf284796-6b36-4c01-8886-3d52a783b45d None None] The sync data for ids ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'] in dv-cinder-606346-33-iscsi is: [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:10Z', 'revision_number': 4, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '903f73ad-35d5-4a80-9502-cf4e78d5a836', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'port_id': '55e09874-031b-42d9-82a9-501f40abfde0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'mac_address': 'fa:16:3e:d1:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:41:00Z', 'updated_at': '2022-01-11T06:41:00Z', 'revision_number': 0, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61c91619-e476-4ede-be8e-e4b8ce1246aa', 'name': '', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'mac_address': 'fa:16:3e:8f:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:09Z', 'updated_at': '2022-01-11T06:40:14Z', 'revision_number': 5, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'subnets': [{'id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:41:02.736274 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-dcc920dd-6132-42c3-b4b2-bc6acceef9ee req-f8393bd2-d848-43c6-ad45-02817a8c8512 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552048 Jan 11 06:41:02.753073 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Deleting port 9713613d-d01a-4af6-9d35-12f867611c66 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:41:02.756957 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (9713613d-d01a-4af6-9d35-12f867611c66), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:02.769550 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70d75ef-bb53-4b2b-8ed7-55da2e315018 None None] DHCP port deletion for 26d2b271-e1ce-42c3-a732-6b6bab068c48 request from dv-cinder-606346-33-iscsi {{(pid=102727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 06:41:02.838870 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-b70d75ef-bb53-4b2b-8ed7-55da2e315018 None None] Deleting port 9713613d-d01a-4af6-9d35-12f867611c66 {{(pid=102727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:41:02.841469 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b70d75ef-bb53-4b2b-8ed7-55da2e315018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (9713613d-d01a-4af6-9d35-12f867611c66), before_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:02.843253 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] For port 9713613d-d01a-4af6-9d35-12f867611c66, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=9713613d-d01a-4af6-9d35-12f867611c66,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:02.843665 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (9713613d-d01a-4af6-9d35-12f867611c66), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:02.857821 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Calling delete_port for 9713613d-d01a-4af6-9d35-12f867611c66 owned by network:dhcp {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:02.912065 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-b70d75ef-bb53-4b2b-8ed7-55da2e315018 None None] For port 9713613d-d01a-4af6-9d35-12f867611c66, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=9713613d-d01a-4af6-9d35-12f867611c66,segment=NetworkSegment(61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8),segment_id=61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:02.915466 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b70d75ef-bb53-4b2b-8ed7-55da2e315018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (9713613d-d01a-4af6-9d35-12f867611c66), precommit_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:02.930487 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-b70d75ef-bb53-4b2b-8ed7-55da2e315018 None None] Calling delete_port for 9713613d-d01a-4af6-9d35-12f867611c66 owned by network:dhcp {{(pid=102727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:02.943230 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (9713613d-d01a-4af6-9d35-12f867611c66), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:02.972147 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9713613d-d01a-4af6-9d35-12f867611c66,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:02.976609 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] No DVR routers for this DVR port 9713613d-d01a-4af6-9d35-12f867611c66 on host dv-cinder-606346-33-iscsi {{(pid=102726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:41:03.002230 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791c4ea8-c201-48e7-97e4-7f242711a213 None None] New status for floating IP 903f73ad-35d5-4a80-9502-cf4e78d5a836: ACTIVE {{(pid=102727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:41:03.050092 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (26d2b271-e1ce-42c3-a732-6b6bab068c48), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:03.069805 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d2b271-e1ce-42c3-a732-6b6bab068c48']}} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:03.079401 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8') {'for_net_delete': True} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:03.079694 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8') {} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:03.088667 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2758391'] for segment (61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:03.101872 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:03.108583 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:41:03.108885 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17062705'] for segment (61daa2d9-b0b3-4f9a-b4fc-79b0cece0ea8), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: Traceback (most recent call last): Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: timer() Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: cb(*args, **kw) Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: return func(*args, **kwargs) Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: self._notify() Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: self.callback(batched_events) Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: event.method(event) Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: return f(self, *a, **k) Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._get(url).json() Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: return self.request(url, 'GET', **kwargs) Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:41:03.110722 dv-cinder-606346-33-iscsi neutron-server[102726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:41:03.142499 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b70d75ef-bb53-4b2b-8ed7-55da2e315018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023'] for port (9713613d-d01a-4af6-9d35-12f867611c66), after_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:03.205742 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d75ef-bb53-4b2b-8ed7-55da2e315018 None None] Pushing event deleted for resources: {'Port': ['ID=9713613d-d01a-4af6-9d35-12f867611c66,revision_number=None']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:03.210737 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d75ef-bb53-4b2b-8ed7-55da2e315018 None None] No DVR routers for this DVR port 9713613d-d01a-4af6-9d35-12f867611c66 on host dv-cinder-606346-33-iscsi {{(pid=102727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:41:03.329683 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768940a-b528-4607-b507-04c56a9c1bd3 req-454d747f-7c5b-42e2-8adc-fb1730f3f79e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:03.331216 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8768940a-b528-4607-b507-04c56a9c1bd3 req-454d747f-7c5b-42e2-8adc-fb1730f3f79e tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 945 time: 0.0537970 Jan 11 06:41:03.381124 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8768940a-b528-4607-b507-04c56a9c1bd3 req-06b5b0fe-2f86-4126-84e6-03cb5f82550a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ab0180-11ff-491a-8ca6-31aad8eb42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439878 Jan 11 06:41:03.388796 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (26d2b271-e1ce-42c3-a732-6b6bab068c48), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:03.394728 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:03.400554 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/26d2b271-e1ce-42c3-a732-6b6bab068c48 HTTP/1.1" status: 204 len: 168 time: 0.8959999 Jan 11 06:41:03.401352 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38706) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:03.417143 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c90024-4f51-44a3-995b-1ddfa22b13a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=26d2b271-e1ce-42c3-a732-6b6bab068c48,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:03.534985 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9999792-bf58-40ef-86dd-35f547ff93fd req-25ba65a1-3fa7-41cc-a47a-06c5befd8318 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:03.536327 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d9999792-bf58-40ef-86dd-35f547ff93fd req-25ba65a1-3fa7-41cc-a47a-06c5befd8318 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 945 time: 0.0690391 Jan 11 06:41:03.545468 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38710) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:03.550113 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-4e268b77-94d4-4af6-82f4-f2c517fcf01a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Request body: {'floatingip': {'port_id': 'f03af20e-9638-4aee-bb73-12013695c6d2'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:41:03.588488 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4e268b77-94d4-4af6-82f4-f2c517fcf01a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:03.845633 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-a932e793-f70e-4835-a2cf-a2459c8315fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992292'] for router_interface (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:04.015109 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4e268b77-94d4-4af6-82f4-f2c517fcf01a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:04.020197 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4e268b77-94d4-4af6-82f4-f2c517fcf01a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:04.123097 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.l3_db [None req-4e268b77-94d4-4af6-82f4-f2c517fcf01a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Floating IP 160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0 associated. External IP: 172.27.2.123, port: f03af20e-9638-4aee-bb73-12013695c6d2. Jan 11 06:41:04.257805 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 9713613d-d01a-4af6-9d35-12f867611c66 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:41:04.278621 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 9713613d-d01a-4af6-9d35-12f867611c66 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:41:04.278983 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 9713613d-d01a-4af6-9d35-12f867611c66 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:41:04.352748 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e268b77-94d4-4af6-82f4-f2c517fcf01a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:41:04.388700 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-a932e793-f70e-4835-a2cf-a2459c8315fa admin admin] Deleting port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:41:04.389215 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-a932e793-f70e-4835-a2cf-a2459c8315fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:04.461481 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e268b77-94d4-4af6-82f4-f2c517fcf01a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:41:04.465946 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-4e268b77-94d4-4af6-82f4-f2c517fcf01a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:04.470699 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7891adf5-e6b2-4650-bc2c-79528ffc78e1 None None] Sync routers for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:41:04.472186 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [None req-a932e793-f70e-4835-a2cf-a2459c8315fa admin admin] For port 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3,segment=NetworkSegment(a0de6bec-9013-49db-a82b-7685dd5a0420),segment_id=a0de6bec-9013-49db-a82b-7685dd5a0420)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:04.472585 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-a932e793-f70e-4835-a2cf-a2459c8315fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:04.480212 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7891adf5-e6b2-4650-bc2c-79528ffc78e1 None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:41:04.480914 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-7891adf5-e6b2-4650-bc2c-79528ffc78e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:04.485993 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-a932e793-f70e-4835-a2cf-a2459c8315fa admin admin] Calling delete_port for 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 owned by network:router_interface {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:04.496524 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-4e268b77-94d4-4af6-82f4-f2c517fcf01a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "PUT /v2.0/floatingips/160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0 HTTP/1.1" status: 200 len: 991 time: 0.9474404 Jan 11 06:41:04.496524 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'tag': 'f03af20e-9638-4aee-bb73-12013695c6d2'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:41:04.497995 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6093aa-c4e0-49cb-a752-014c610516bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ad297b-b47c-496a-8516-d8a71b0a1c6f", "tag": "f03af20e-9638-4aee-bb73-12013695c6d2"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:41:04.554610 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28afe394-a403-42d4-887e-df46be06bcba x-openstack-request-id: req-28afe394-a403-42d4-887e-df46be06bcba {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:41:04.554899 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ad297b-b47c-496a-8516-d8a71b0a1c6f", "tag": "f03af20e-9638-4aee-bb73-12013695c6d2", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:41:04.555248 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28afe394-a403-42d4-887e-df46be06bcba {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:41:04.555675 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'tag': 'f03af20e-9638-4aee-bb73-12013695c6d2', 'status': 'completed', 'code': 200} Jan 11 06:41:04.663577 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6093aa-c4e0-49cb-a752-014c610516bb req-56f0ee72-6004-41e9-b122-ef7bbca1bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:04.665450 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fc6093aa-c4e0-49cb-a752-014c610516bb req-56f0ee72-6004-41e9-b122-ef7bbca1bb92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc1782a809b943b8a93f2d7592e22336&device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 1098 time: 0.0537820 Jan 11 06:41:04.678108 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-a932e793-f70e-4835-a2cf-a2459c8315fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:04.692682 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-7891adf5-e6b2-4650-bc2c-79528ffc78e1 None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:41:04.704841 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932e793-f70e-4835-a2cf-a2459c8315fa admin admin] Pushing event deleted for resources: {'Port': ['ID=39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:04.784514 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6093aa-c4e0-49cb-a752-014c610516bb req-11882017-64cd-4e7e-a604-bef22b3d0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:04.786763 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fc6093aa-c4e0-49cb-a752-014c610516bb req-11882017-64cd-4e7e-a604-bef22b3d0772 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eeaf5e6-01d3-4120-a197-ae4322f76c29 HTTP/1.1" status: 200 len: 911 time: 0.1153512 Jan 11 06:41:04.864248 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fc6093aa-c4e0-49cb-a752-014c610516bb req-5799b16b-d645-4ab0-93ef-d71d98fd4c7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f03af20e-9638-4aee-bb73-12013695c6d2 HTTP/1.1" status: 200 len: 999 time: 0.0708861 Jan 11 06:41:04.889460 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-a932e793-f70e-4835-a2cf-a2459c8315fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993716'] for router_interface (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:04.916485 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6093aa-c4e0-49cb-a752-014c610516bb req-00f0e1ea-8100-43d3-9a66-f6364c6ac54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:04.918002 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fc6093aa-c4e0-49cb-a752-014c610516bb req-00f0e1ea-8100-43d3-9a66-f6364c6ac54e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9469a88-fcbd-457a-acab-65ffd45b40af HTTP/1.1" status: 200 len: 849 time: 0.0485659 Jan 11 06:41:04.968492 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-7891adf5-e6b2-4650-bc2c-79528ffc78e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'port_id': 'f03af20e-9638-4aee-bb73-12013695c6d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'mac_address': 'fa:16:3e:ee:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:40:42Z', 'updated_at': '2022-01-11T06:41:03Z', 'revision_number': 1, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:59Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:04.974039 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6093aa-c4e0-49cb-a752-014c610516bb req-808607f4-3a12-4728-94a8-ae948f845f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:04.975553 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fc6093aa-c4e0-49cb-a752-014c610516bb req-808607f4-3a12-4728-94a8-ae948f845f97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eeaf5e6-01d3-4120-a197-ae4322f76c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489838 Jan 11 06:41:04.993862 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7891adf5-e6b2-4650-bc2c-79528ffc78e1 None None] Checking router: 3dad3d8d-dec6-4f9a-96c0-4408689d8616 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:41:05.002677 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7891adf5-e6b2-4650-bc2c-79528ffc78e1 None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:41:05.003283 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-7891adf5-e6b2-4650-bc2c-79528ffc78e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:05.074312 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fc6093aa-c4e0-49cb-a752-014c610516bb req-bec38377-0e0b-46d4-ac63-b5ebf356cfcd service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890374 Jan 11 06:41:05.108297 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-7891adf5-e6b2-4650-bc2c-79528ffc78e1 None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:41:05.120187 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a932e793-f70e-4835-a2cf-a2459c8315fa admin admin] Router 8181ad5c-0bf4-4626-9e27-56f4f1133cbf has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:41:05.173042 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-fc6093aa-c4e0-49cb-a752-014c610516bb req-ca8ca11e-4135-4003-be9f-f403c3d40042 service neutron] 10.222.0.30 "GET /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901875 Jan 11 06:41:05.230568 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a932e793-f70e-4835-a2cf-a2459c8315fa admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:41:05.238999 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-a932e793-f70e-4835-a2cf-a2459c8315fa admin admin] 10.222.0.15 "PUT /v2.0/routers/8181ad5c-0bf4-4626-9e27-56f4f1133cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8346090 Jan 11 06:41:05.239207 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38716) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:05.239684 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a468a9-183d-4f86-ae77-298d8f497e88 None None] Sync routers for ids ['8181ad5c-0bf4-4626-9e27-56f4f1133cbf'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:41:05.250537 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a468a9-183d-4f86-ae77-298d8f497e88 None None] Routers {'8181ad5c-0bf4-4626-9e27-56f4f1133cbf'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:41:05.251392 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-54a468a9-183d-4f86-ae77-298d8f497e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['8181ad5c-0bf4-4626-9e27-56f4f1133cbf'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:05.348781 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-7891adf5-e6b2-4650-bc2c-79528ffc78e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'port_id': 'f03af20e-9638-4aee-bb73-12013695c6d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'mac_address': 'fa:16:3e:ee:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:40:42Z', 'updated_at': '2022-01-11T06:41:03Z', 'revision_number': 1, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:59Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:05.349566 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Publish callbacks [] for router (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:05.383129 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7891adf5-e6b2-4650-bc2c-79528ffc78e1 None None] The sync data for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi is: [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'port_id': 'f03af20e-9638-4aee-bb73-12013695c6d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'mac_address': 'fa:16:3e:ee:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:40:42Z', 'updated_at': '2022-01-11T06:41:03Z', 'revision_number': 1, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:59Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:41:05.466690 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Publish callbacks [] for router_gateway (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:05.495470 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-54a468a9-183d-4f86-ae77-298d8f497e88 None None] Set router 8181ad5c-0bf4-4626-9e27-56f4f1133cbf gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:41:05.520173 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Deleting port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:41:05.520548 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:05.596449 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244cc362-2f9b-4bee-b102-21137024544b None None] New status for floating IP 160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0: ACTIVE {{(pid=102728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:41:05.603724 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] For port f93315ca-a3f2-46c1-b0f1-07d2c9bcf235, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=f93315ca-a3f2-46c1-b0f1-07d2c9bcf235,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:05.604126 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:05.617264 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Calling delete_port for f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 owned by network:router_gateway {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:05.707832 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-54a468a9-183d-4f86-ae77-298d8f497e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'name': 'tempest-TestMinimumBasicScenario-1554852982-router', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:41:04Z', 'revision_number': 5, 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'gw_port': {'id': 'f93315ca-a3f2-46c1-b0f1-07d2c9bcf235', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:05.741079 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a468a9-183d-4f86-ae77-298d8f497e88 None None] Checking router: 8181ad5c-0bf4-4626-9e27-56f4f1133cbf for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:41:05.754313 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a468a9-183d-4f86-ae77-298d8f497e88 None None] Routers {'8181ad5c-0bf4-4626-9e27-56f4f1133cbf'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:41:05.754950 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-54a468a9-183d-4f86-ae77-298d8f497e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:40:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['8181ad5c-0bf4-4626-9e27-56f4f1133cbf'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:05.803036 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (f93315ca-a3f2-46c1-b0f1-07d2c9bcf235), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:05.829314 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Pushing event deleted for resources: {'Port': ['ID=f93315ca-a3f2-46c1-b0f1-07d2c9bcf235,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:05.842487 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-54a468a9-183d-4f86-ae77-298d8f497e88 None None] Set router 8181ad5c-0bf4-4626-9e27-56f4f1133cbf gateway port host: None {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:41:05.895711 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993898'] for router_gateway (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:05.897476 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-54a468a9-183d-4f86-ae77-298d8f497e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'name': 'tempest-TestMinimumBasicScenario-1554852982-router', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:41:05Z', 'revision_number': 6, 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'gw_port_host': None}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:05.923635 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a468a9-183d-4f86-ae77-298d8f497e88 None None] The sync data for ids ['8181ad5c-0bf4-4626-9e27-56f4f1133cbf'] in dv-cinder-606346-33-iscsi is: [{'id': '8181ad5c-0bf4-4626-9e27-56f4f1133cbf', 'name': 'tempest-TestMinimumBasicScenario-1554852982-router', 'tenant_id': '6cdad477fd9b4fbf90307f8ae332653a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:38:09Z', 'updated_at': '2022-01-11T06:41:05Z', 'revision_number': 6, 'project_id': '6cdad477fd9b4fbf90307f8ae332653a', 'gw_port_host': None}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:41:06.196490 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13858'] for router (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.198644 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Publish callbacks [] for router_controller (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.240560 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994803'] for router (8181ad5c-0bf4-4626-9e27-56f4f1133cbf), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.241015 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8181ad5c-0bf4-4626-9e27-56f4f1133cbf {{(pid=102726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 06:41:06.245456 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.246604 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-c6a52734-bfd8-4a9e-bda4-d9e0321b5adc admin admin] 10.222.0.15 "DELETE /v2.0/routers/8181ad5c-0bf4-4626-9e27-56f4f1133cbf HTTP/1.1" status: 204 len: 168 time: 1.0064080 Jan 11 06:41:06.249840 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38720) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:06.303762 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bb1dcc-b3a6-487e-b292-984f1930c559 admin admin] Deleting subnet 2457fa8c-6718-481f-a354-d3bcba9f19c9 {{(pid=102726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:41:06.307197 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-72bb1dcc-b3a6-487e-b292-984f1930c559 admin admin] Publish callbacks [] for subnet (2457fa8c-6718-481f-a354-d3bcba9f19c9), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.345941 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-72bb1dcc-b3a6-487e-b292-984f1930c559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2758286'] for subnet (2457fa8c-6718-481f-a354-d3bcba9f19c9), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.461337 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-72bb1dcc-b3a6-487e-b292-984f1930c559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (2457fa8c-6718-481f-a354-d3bcba9f19c9), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.513364 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-72bb1dcc-b3a6-487e-b292-984f1930c559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17062875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17170681'] for subnet (2457fa8c-6718-481f-a354-d3bcba9f19c9), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.537610 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb1dcc-b3a6-487e-b292-984f1930c559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2457fa8c-6718-481f-a354-d3bcba9f19c9,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:06.541193 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-72bb1dcc-b3a6-487e-b292-984f1930c559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.545307 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-72bb1dcc-b3a6-487e-b292-984f1930c559 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2457fa8c-6718-481f-a354-d3bcba9f19c9 HTTP/1.1" status: 204 len: 168 time: 0.2940264 Jan 11 06:41:06.547414 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38724) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:06.547570 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e522d82-b282-4899-b9c1-7517ee8254ea None None] Network 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:41:06.618680 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.672015 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Deleting port b63abea0-a872-4e42-87dd-5983484fee6f {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:41:06.672370 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.727006 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:41:06.732548 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae85175-55e3-48c0-bac2-8acb10406d0a None None] DHCP port deletion for 6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 request from dv-cinder-606346-33-iscsi {{(pid=102727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 06:41:06.738005 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] For port b63abea0-a872-4e42-87dd-5983484fee6f, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=b63abea0-a872-4e42-87dd-5983484fee6f,segment=NetworkSegment(a0de6bec-9013-49db-a82b-7685dd5a0420),segment_id=a0de6bec-9013-49db-a82b-7685dd5a0420)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:06.738367 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.752684 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:41:06.753310 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 39f1a98c-7b9b-4b0f-a7c9-74a582bc7ff3 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:41:06.756166 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Calling delete_port for b63abea0-a872-4e42-87dd-5983484fee6f owned by network:dhcp {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:06.803488 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-cae85175-55e3-48c0-bac2-8acb10406d0a None None] Deleting port b63abea0-a872-4e42-87dd-5983484fee6f {{(pid=102727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:41:06.803863 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-cae85175-55e3-48c0-bac2-8acb10406d0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), before_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.848837 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.870819 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-cae85175-55e3-48c0-bac2-8acb10406d0a None None] For port b63abea0-a872-4e42-87dd-5983484fee6f, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=b63abea0-a872-4e42-87dd-5983484fee6f,segment=NetworkSegment(a0de6bec-9013-49db-a82b-7685dd5a0420),segment_id=a0de6bec-9013-49db-a82b-7685dd5a0420)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:06.871385 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-cae85175-55e3-48c0-bac2-8acb10406d0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), precommit_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.878474 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Pushing event deleted for resources: {'Port': ['ID=b63abea0-a872-4e42-87dd-5983484fee6f,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:06.880451 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] No DVR routers for this DVR port b63abea0-a872-4e42-87dd-5983484fee6f on host dv-cinder-606346-33-iscsi {{(pid=102726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:41:06.886035 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-cae85175-55e3-48c0-bac2-8acb10406d0a None None] Calling delete_port for b63abea0-a872-4e42-87dd-5983484fee6f owned by network:dhcp {{(pid=102727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:06.956102 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.969037 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-cae85175-55e3-48c0-bac2-8acb10406d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023'] for port (b63abea0-a872-4e42-87dd-5983484fee6f), after_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:06.990685 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86']}} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:06.998055 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae85175-55e3-48c0-bac2-8acb10406d0a None None] Pushing event deleted for resources: {'Port': ['ID=b63abea0-a872-4e42-87dd-5983484fee6f,revision_number=None']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:07.002914 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae85175-55e3-48c0-bac2-8acb10406d0a None None] No DVR routers for this DVR port b63abea0-a872-4e42-87dd-5983484fee6f on host dv-cinder-606346-33-iscsi {{(pid=102727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:41:07.013299 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0de6bec-9013-49db-a82b-7685dd5a0420') {'for_net_delete': True} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:07.013649 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0de6bec-9013-49db-a82b-7685dd5a0420') {} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:07.024738 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2758391'] for segment (a0de6bec-9013-49db-a82b-7685dd5a0420), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.039652 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (a0de6bec-9013-49db-a82b-7685dd5a0420), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.046299 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:41:07.046732 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17062705'] for segment (a0de6bec-9013-49db-a82b-7685dd5a0420), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: Traceback (most recent call last): Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: timer() Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: cb(*args, **kw) Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: return func(*args, **kwargs) Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: self._notify() Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: self.callback(batched_events) Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: event.method(event) Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: return f(self, *a, **k) Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._get(url).json() Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: return self.request(url, 'GET', **kwargs) Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:41:07.048869 dv-cinder-606346-33-iscsi neutron-server[102726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:41:07.106195 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.111576 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.114785 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] 10.222.0.15 "DELETE /v2.0/networks/6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86 HTTP/1.1" status: 204 len: 168 time: 0.5663934 Jan 11 06:41:07.125901 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b45e86-4898-4491-803e-148d33d4636f admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3cd4ae-20ba-4843-9cdb-191d2fb4ce86,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:07.270621 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38730) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:07.309002 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-9b4dbd4a-9ee1-46b7-8aaf-ad4da552206b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d6f3281f7224e01a8f117a3325daba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371788 Jan 11 06:41:07.311860 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38732) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:07.362721 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7e309d71-ee7b-475c-b0e8-cad5bde7beef admin admin] Publish callbacks [] for security_group (11434f80-b2eb-48db-a331-c8555da75979), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.384038 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7e309d71-ee7b-475c-b0e8-cad5bde7beef admin admin] Publish callbacks [] for security_group (11434f80-b2eb-48db-a331-c8555da75979), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.429343 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7e309d71-ee7b-475c-b0e8-cad5bde7beef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (11434f80-b2eb-48db-a331-c8555da75979), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.431845 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7e309d71-ee7b-475c-b0e8-cad5bde7beef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.433047 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-7e309d71-ee7b-475c-b0e8-cad5bde7beef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11434f80-b2eb-48db-a331-c8555da75979 HTTP/1.1" status: 204 len: 168 time: 0.1202343 Jan 11 06:41:07.441054 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e309d71-ee7b-475c-b0e8-cad5bde7beef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11434f80-b2eb-48db-a331-c8555da75979,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:07.752810 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38738) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:07.791076 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-197b63e6-4507-4d42-800c-33c952c0c2a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6cdad477fd9b4fbf90307f8ae332653a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370629 Jan 11 06:41:07.793324 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38740) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:07.844879 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-22f1dba3-e00b-40b6-92f0-1682e201fd62 admin admin] Publish callbacks [] for security_group (18f9777f-f32c-4300-b833-552ea9e21e83), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.865045 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-22f1dba3-e00b-40b6-92f0-1682e201fd62 admin admin] Publish callbacks [] for security_group (18f9777f-f32c-4300-b833-552ea9e21e83), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.911080 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-22f1dba3-e00b-40b6-92f0-1682e201fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (18f9777f-f32c-4300-b833-552ea9e21e83), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.913921 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-22f1dba3-e00b-40b6-92f0-1682e201fd62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:07.915115 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-22f1dba3-e00b-40b6-92f0-1682e201fd62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18f9777f-f32c-4300-b833-552ea9e21e83 HTTP/1.1" status: 204 len: 168 time: 0.1201630 Jan 11 06:41:07.923531 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1dba3-e00b-40b6-92f0-1682e201fd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f9777f-f32c-4300-b833-552ea9e21e83,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:08.258833 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device b63abea0-a872-4e42-87dd-5983484fee6f no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:41:08.280347 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: b63abea0-a872-4e42-87dd-5983484fee6f {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:41:08.280714 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device b63abea0-a872-4e42-87dd-5983484fee6f not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:41:08.281142 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:41:08.300790 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:41:08.301047 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device f93315ca-a3f2-46c1-b0f1-07d2c9bcf235 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:41:13.437723 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-be749e80-e87b-496f-b2fc-a5625adc18c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:15.729841 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-336ef668-fc3e-494c-8bf4-11b411efacf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:16.873842 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:18.318647 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:19.679010 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:21.840027 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:35.616898 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:41:40.817961 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95b21d-eeca-408e-89fc-37ef7a6311ad req-8f2a03e3-851d-460c-a9ff-e6fb80563343 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:40.819542 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1a95b21d-eeca-408e-89fc-37ef7a6311ad req-8f2a03e3-851d-460c-a9ff-e6fb80563343 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 946 time: 0.0499978 Jan 11 06:41:40.869764 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1a95b21d-eeca-408e-89fc-37ef7a6311ad req-a12d47cc-7944-4717-89cb-2c252a693256 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447493 Jan 11 06:41:41.988194 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a88e2-c71b-4015-ae7f-a7c535be9af7 req-0097add7-d041-42d8-a79e-3137d0623ea7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:41.989686 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ff1a88e2-c71b-4015-ae7f-a7c535be9af7 req-0097add7-d041-42d8-a79e-3137d0623ea7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 946 time: 0.0480859 Jan 11 06:41:42.034860 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ff1a88e2-c71b-4015-ae7f-a7c535be9af7 req-96a8ac74-30be-4b26-a992-e126bc2d7ee7 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups?id=de005952-a805-4f33-8051-11ffc418b640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 Jan 11 06:41:42.602639 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-6b79cf64-cfa3-4294-928d-a31b240a6c61 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:41:42.604075 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-6b79cf64-cfa3-4294-928d-a31b240a6c61 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 946 time: 0.0473073 Jan 11 06:41:42.695866 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Deleting port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:41:42.696210 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:42.785217 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] For port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:42.785575 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:42.948787 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:42.949152 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (a29967fd-b442-43cd-8bff-4a13c8ba7ed4), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:42.949467 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.l3_db [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Floating IP a29967fd-b442-43cd-8bff-4a13c8ba7ed4 disassociated. External IP: 172.27.2.71, port: e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65. Jan 11 06:41:42.949805 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Calling delete_port for e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 owned by compute:nova {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:43.079265 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:43.107838 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event deleted for resources: {'Port': ['ID=e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:43.119247 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.119604 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.119951 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.120294 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.120666 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.121002 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.121336 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.121666 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.121997 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.122327 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.122661 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.123482 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.123932 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:43.138813 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-514963d0-9154-4d0b-b87e-77d59b44711d req-990f6490-a296-47c7-ab0a-c446b04a334e tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4db4333-4106-4662-b912-99d0041be153 HTTP/1.1" status: 200 len: 210 time: 0.0290706 Jan 11 06:41:43.236539 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Router 2adc7d35-c672-4f82-afce-430eefd2ddd9 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:41:43.342638 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:41:43.353173 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547e49b7-3c6c-4dc5-9ead-d987acdb4445 None None] Sync routers for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:41:43.362826 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e49b7-3c6c-4dc5-9ead-d987acdb4445 None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:41:43.363494 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-547e49b7-3c6c-4dc5-9ead-d987acdb4445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:41:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:43.381442 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] No DVR routers for this DVR port e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 on host hv-cinder-60634 {{(pid=102726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:41:43.384811 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:43.388057 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-d3973e74-8223-4be9-ba80-0ca1298db0f2 req-f8e759b4-0767-433f-9755-f88f4a1bfcc9 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.30 "DELETE /v2.0/ports/e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 HTTP/1.1" status: 204 len: 173 time: 0.7775538 Jan 11 06:41:43.389308 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'name': 'network-vif-deleted', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:41:43.391640 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a8c57-da07-4bf0-a5d1-d08c8b9c0194" -d '{"events": [{"server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "name": "network-vif-deleted", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:41:43.435162 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0aa2a8-8284-4b33-bbcc-b5af26520a70 x-openstack-request-id: req-de0aa2a8-8284-4b33-bbcc-b5af26520a70 {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:41:43.436115 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4db4333-4106-4662-b912-99d0041be153", "name": "network-vif-deleted", "tag": "e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:41:43.436594 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de0aa2a8-8284-4b33-bbcc-b5af26520a70 {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:41:43.437212 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4db4333-4106-4662-b912-99d0041be153', 'name': 'network-vif-deleted', 'tag': 'e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65', 'status': 'completed', 'code': 200} Jan 11 06:41:43.469643 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-901b4618-4869-45e0-bc0a-8493905e8fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:43.491890 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-547e49b7-3c6c-4dc5-9ead-d987acdb4445 None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:41:43.710699 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-547e49b7-3c6c-4dc5-9ead-d987acdb4445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:03Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:43.737604 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547e49b7-3c6c-4dc5-9ead-d987acdb4445 None None] Checking router: 2adc7d35-c672-4f82-afce-430eefd2ddd9 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:41:43.746076 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e49b7-3c6c-4dc5-9ead-d987acdb4445 None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:41:43.746616 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-547e49b7-3c6c-4dc5-9ead-d987acdb4445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:41:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:43.851857 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-547e49b7-3c6c-4dc5-9ead-d987acdb4445 None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:41:44.048794 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-547e49b7-3c6c-4dc5-9ead-d987acdb4445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:03Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:44.083002 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547e49b7-3c6c-4dc5-9ead-d987acdb4445 None None] The sync data for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi is: [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:34:53Z', 'revision_number': 4, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '5bf39862-ad76-4864-b768-97dae1da90e3', 'name': '', 'network_id': '60a2f090-570c-42ea-9834-0df06c26707c', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'mac_address': 'fa:16:3e:be:d9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:52Z', 'updated_at': '2022-01-11T06:35:03Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'subnets': [{'id': '822973aa-968a-4a18-8a27-649eb1f1fd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:41:44.235103 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38856) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:44.301383 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c34fa7b2-8641-4287-91e7-cb58dea1a0f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group (de005952-a805-4f33-8051-11ffc418b640), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:44.325640 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c34fa7b2-8641-4287-91e7-cb58dea1a0f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group (de005952-a805-4f33-8051-11ffc418b640), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:44.326706 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348bf653-73c4-47a1-bea6-8eeb76711a25 None None] New status for floating IP a29967fd-b442-43cd-8bff-4a13c8ba7ed4: DOWN {{(pid=102728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:41:44.376179 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c34fa7b2-8641-4287-91e7-cb58dea1a0f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (de005952-a805-4f33-8051-11ffc418b640), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:44.380997 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c34fa7b2-8641-4287-91e7-cb58dea1a0f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:44.382468 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-c34fa7b2-8641-4287-91e7-cb58dea1a0f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "DELETE /v2.0/security-groups/de005952-a805-4f33-8051-11ffc418b640 HTTP/1.1" status: 204 len: 168 time: 0.1462557 Jan 11 06:41:44.385387 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38858) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:44.392682 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fa7b2-8641-4287-91e7-cb58dea1a0f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de005952-a805-4f33-8051-11ffc418b640,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:44.412498 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.api.v2.resource [None req-e51e260c-6162-426d-8c33-57438263543b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] show failed (client error): The resource could not be found. Jan 11 06:41:44.416861 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-e51e260c-6162-426d-8c33-57438263543b tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "GET /v2.0/security-groups/de005952-a805-4f33-8051-11ffc418b640 HTTP/1.1" status: 404 len: 347 time: 0.0269747 Jan 11 06:41:44.416861 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38860) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:44.545534 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Deleting port b33dd7f1-4bbb-410d-b843-1f119f94a6d4 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:41:44.545885 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (b33dd7f1-4bbb-410d-b843-1f119f94a6d4), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:44.621964 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (b33dd7f1-4bbb-410d-b843-1f119f94a6d4), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:44.622288 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (b33dd7f1-4bbb-410d-b843-1f119f94a6d4), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:44.633924 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Calling delete_port for b33dd7f1-4bbb-410d-b843-1f119f94a6d4 owned by network:floatingip {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:44.765484 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (b33dd7f1-4bbb-410d-b843-1f119f94a6d4), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:44.787412 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Pushing event deleted for resources: {'Port': ['ID=b33dd7f1-4bbb-410d-b843-1f119f94a6d4,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:44.796840 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.797188 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.797529 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.797864 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.798196 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.799062 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.799062 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.799256 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.799463 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.799786 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.800108 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.800460 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.800786 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:41:44.857643 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks [] for floatingip (a29967fd-b442-43cd-8bff-4a13c8ba7ed4), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:44.860398 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:44.861521 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-78b3cc61-25b0-4199-b978-36cd580193f4 tempest-AttachVolumeShelveTestJSON-1763062795 tempest-AttachVolumeShelveTestJSON-1763062795-project] 10.222.0.15 "DELETE /v2.0/floatingips/a29967fd-b442-43cd-8bff-4a13c8ba7ed4 HTTP/1.1" status: 204 len: 168 time: 0.4439740 Jan 11 06:41:45.731751 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-49fb5dea-86bb-4099-91bb-1e8c0ffd6fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:46.801434 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:41:46.822507 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:41:46.822856 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e2b19fc9-ad70-4ec4-9fe5-c6ff28ddca65 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:41:46.875256 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:47.273120 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38886) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:47.819011 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c457d3bd-97ba-48d5-aead-cae8a11d3878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992292'] for router_interface (2adc7d35-c672-4f82-afce-430eefd2ddd9), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:48.055130 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-c457d3bd-97ba-48d5-aead-cae8a11d3878 admin admin] Deleting port 5bf39862-ad76-4864-b768-97dae1da90e3 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:41:48.055371 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c457d3bd-97ba-48d5-aead-cae8a11d3878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:48.132550 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [None req-c457d3bd-97ba-48d5-aead-cae8a11d3878 admin admin] For port 5bf39862-ad76-4864-b768-97dae1da90e3, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=5bf39862-ad76-4864-b768-97dae1da90e3,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:48.132957 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c457d3bd-97ba-48d5-aead-cae8a11d3878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:48.146112 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-c457d3bd-97ba-48d5-aead-cae8a11d3878 admin admin] Calling delete_port for 5bf39862-ad76-4864-b768-97dae1da90e3 owned by network:router_interface {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:48.324800 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:48.331012 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c457d3bd-97ba-48d5-aead-cae8a11d3878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (5bf39862-ad76-4864-b768-97dae1da90e3), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:48.356186 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457d3bd-97ba-48d5-aead-cae8a11d3878 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf39862-ad76-4864-b768-97dae1da90e3,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:48.521550 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c457d3bd-97ba-48d5-aead-cae8a11d3878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993716'] for router_interface (2adc7d35-c672-4f82-afce-430eefd2ddd9), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:48.728178 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c457d3bd-97ba-48d5-aead-cae8a11d3878 admin admin] Router 2adc7d35-c672-4f82-afce-430eefd2ddd9 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:41:49.103194 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c457d3bd-97ba-48d5-aead-cae8a11d3878 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:41:49.108807 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-c457d3bd-97ba-48d5-aead-cae8a11d3878 admin admin] 10.222.0.15 "PUT /v2.0/routers/2adc7d35-c672-4f82-afce-430eefd2ddd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8346496 Jan 11 06:41:49.111388 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38910) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:49.114869 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9dcc22-6c10-44dd-9137-7b44f9f6a682 None None] Sync routers for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:41:49.130107 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9dcc22-6c10-44dd-9137-7b44f9f6a682 None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:41:49.131214 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-cd9dcc22-6c10-44dd-9137-7b44f9f6a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:41:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:49.223595 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Publish callbacks [] for router (2adc7d35-c672-4f82-afce-430eefd2ddd9), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:49.242448 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-cd9dcc22-6c10-44dd-9137-7b44f9f6a682 None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:41:49.328975 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Publish callbacks [] for router_gateway (2adc7d35-c672-4f82-afce-430eefd2ddd9), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:49.385617 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Deleting port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:41:49.386306 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:49.425407 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-cd9dcc22-6c10-44dd-9137-7b44f9f6a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:41:48Z', 'revision_number': 5, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port': {'id': '00a4ee8b-9a98-483a-9f9f-7e123e6158a4', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:34:45Z', 'updated_at': '2022-01-11T06:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:49.452879 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9dcc22-6c10-44dd-9137-7b44f9f6a682 None None] Checking router: 2adc7d35-c672-4f82-afce-430eefd2ddd9 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:41:49.461249 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9dcc22-6c10-44dd-9137-7b44f9f6a682 None None] Routers {'2adc7d35-c672-4f82-afce-430eefd2ddd9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:41:49.461862 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-cd9dcc22-6c10-44dd-9137-7b44f9f6a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:41:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['2adc7d35-c672-4f82-afce-430eefd2ddd9'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:49.468685 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] For port 00a4ee8b-9a98-483a-9f9f-7e123e6158a4, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=00a4ee8b-9a98-483a-9f9f-7e123e6158a4,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:49.469019 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:49.481633 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Calling delete_port for 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 owned by network:router_gateway {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:49.653232 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (00a4ee8b-9a98-483a-9f9f-7e123e6158a4), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:49.679758 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a4ee8b-9a98-483a-9f9f-7e123e6158a4,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:49.695806 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:49.699207 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-cd9dcc22-6c10-44dd-9137-7b44f9f6a682 None None] Set router 2adc7d35-c672-4f82-afce-430eefd2ddd9 gateway port host: None {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:41:49.751053 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993898'] for router_gateway (2adc7d35-c672-4f82-afce-430eefd2ddd9), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:49.759167 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-cd9dcc22-6c10-44dd-9137-7b44f9f6a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:41:49Z', 'revision_number': 6, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port_host': None}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:49.786517 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9dcc22-6c10-44dd-9137-7b44f9f6a682 None None] The sync data for ids ['2adc7d35-c672-4f82-afce-430eefd2ddd9'] in dv-cinder-606346-33-iscsi is: [{'id': '2adc7d35-c672-4f82-afce-430eefd2ddd9', 'name': 'tempest-AttachVolumeShelveTestJSON-412754024-router', 'tenant_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:34:44Z', 'updated_at': '2022-01-11T06:41:49Z', 'revision_number': 6, 'project_id': '7cbcefc3f2194f61aeeed24a6f34d971', 'gw_port_host': None}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:41:49.859155 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13858'] for router (2adc7d35-c672-4f82-afce-430eefd2ddd9), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:49.861317 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Publish callbacks [] for router_controller (2adc7d35-c672-4f82-afce-430eefd2ddd9), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:49.927571 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994803'] for router (2adc7d35-c672-4f82-afce-430eefd2ddd9), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:49.928037 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2adc7d35-c672-4f82-afce-430eefd2ddd9 {{(pid=102725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 06:41:49.932887 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:49.934031 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-103ea64b-5806-4d96-9847-c6ca940e8c20 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2adc7d35-c672-4f82-afce-430eefd2ddd9 HTTP/1.1" status: 204 len: 168 time: 0.8217044 Jan 11 06:41:49.936709 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 38914) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:49.979711 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_v2 [None req-705dfdfc-52ee-4c82-8b57-6a8ef34df9ce admin admin] Deleting subnet 822973aa-968a-4a18-8a27-649eb1f1fd6d {{(pid=102725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:41:49.983281 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-705dfdfc-52ee-4c82-8b57-6a8ef34df9ce admin admin] Publish callbacks [] for subnet (822973aa-968a-4a18-8a27-649eb1f1fd6d), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.015782 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-705dfdfc-52ee-4c82-8b57-6a8ef34df9ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8561306'] for subnet (822973aa-968a-4a18-8a27-649eb1f1fd6d), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.093533 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-705dfdfc-52ee-4c82-8b57-6a8ef34df9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (822973aa-968a-4a18-8a27-649eb1f1fd6d), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.146791 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-705dfdfc-52ee-4c82-8b57-6a8ef34df9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805936'] for subnet (822973aa-968a-4a18-8a27-649eb1f1fd6d), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.178954 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-705dfdfc-52ee-4c82-8b57-6a8ef34df9ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.184583 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a327c133-f772-4c22-95d0-5f65fefb0aae None None] Network 60a2f090-570c-42ea-9834-0df06c26707c requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:41:50.185262 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-705dfdfc-52ee-4c82-8b57-6a8ef34df9ce admin admin] 10.222.0.15 "DELETE /v2.0/subnets/822973aa-968a-4a18-8a27-649eb1f1fd6d HTTP/1.1" status: 204 len: 168 time: 0.2475832 Jan 11 06:41:50.185415 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38916) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:50.186580 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dfdfc-52ee-4c82-8b57-6a8ef34df9ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822973aa-968a-4a18-8a27-649eb1f1fd6d,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:50.274209 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (60a2f090-570c-42ea-9834-0df06c26707c), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.330902 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Deleting port 0d037ece-ee91-4567-8459-f5701d65c543 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:41:50.331458 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (0d037ece-ee91-4567-8459-f5701d65c543), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.392981 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] For port 0d037ece-ee91-4567-8459-f5701d65c543, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=0d037ece-ee91-4567-8459-f5701d65c543,segment=NetworkSegment(42eb90f3-59d7-4785-b1f8-8a7113045e51),segment_id=42eb90f3-59d7-4785-b1f8-8a7113045e51)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:41:50.393342 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (0d037ece-ee91-4567-8459-f5701d65c543), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.406033 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Calling delete_port for 0d037ece-ee91-4567-8459-f5701d65c543 owned by network:dhcp {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:41:50.485582 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (0d037ece-ee91-4567-8459-f5701d65c543), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.508343 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Pushing event deleted for resources: {'Port': ['ID=0d037ece-ee91-4567-8459-f5701d65c543,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:50.514449 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] No DVR routers for this DVR port 0d037ece-ee91-4567-8459-f5701d65c543 on host dv-cinder-606346-33-iscsi {{(pid=102726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:41:50.563200 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7bcc91-014c-4912-a071-5d130b9fc791 None None] DHCP port deletion for 60a2f090-570c-42ea-9834-0df06c26707c request from dv-cinder-606346-33-iscsi {{(pid=102727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 06:41:50.600783 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (60a2f090-570c-42ea-9834-0df06c26707c), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.625395 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a2f090-570c-42ea-9834-0df06c26707c']}} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:50.634758 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42eb90f3-59d7-4785-b1f8-8a7113045e51') {'for_net_delete': True} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:50.635049 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42eb90f3-59d7-4785-b1f8-8a7113045e51') {} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:41:50.645374 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2758391'] for segment (42eb90f3-59d7-4785-b1f8-8a7113045e51), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.659578 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (42eb90f3-59d7-4785-b1f8-8a7113045e51), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.661784 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 5bf39862-ad76-4864-b768-97dae1da90e3 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:41:50.666214 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:41:50.666606 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17062705'] for segment (42eb90f3-59d7-4785-b1f8-8a7113045e51), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: Traceback (most recent call last): Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: timer() Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: cb(*args, **kw) Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: return func(*args, **kwargs) Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: self._notify() Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: self.callback(batched_events) Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: event.method(event) Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: return f(self, *a, **k) Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._get(url).json() Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: return self.request(url, 'GET', **kwargs) Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:41:50.668327 dv-cinder-606346-33-iscsi neutron-server[102726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:41:50.684459 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 5bf39862-ad76-4864-b768-97dae1da90e3 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:41:50.684831 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 5bf39862-ad76-4864-b768-97dae1da90e3 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:41:50.728473 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (60a2f090-570c-42ea-9834-0df06c26707c), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.733945 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.737245 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] 10.222.0.15 "DELETE /v2.0/networks/60a2f090-570c-42ea-9834-0df06c26707c HTTP/1.1" status: 204 len: 168 time: 0.5505190 Jan 11 06:41:50.747622 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ae626-2154-4840-bb97-4e7fc51d81fa admin admin] Pushing event deleted for resources: {'Network': ['ID=60a2f090-570c-42ea-9834-0df06c26707c,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:50.856263 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38922) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:50.895646 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-c4ccbf56-38c6-4b46-b17b-2f08d0da9700 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7cbcefc3f2194f61aeeed24a6f34d971&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381632 Jan 11 06:41:50.898087 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 38924) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:41:50.946727 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-51c2e32b-e95f-4471-9a16-6edcd4faabe3 admin admin] Publish callbacks [] for security_group (83925ca4-4590-4a5b-8701-e553ff007016), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:50.967750 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-51c2e32b-e95f-4471-9a16-6edcd4faabe3 admin admin] Publish callbacks [] for security_group (83925ca4-4590-4a5b-8701-e553ff007016), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:51.012556 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-51c2e32b-e95f-4471-9a16-6edcd4faabe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (83925ca4-4590-4a5b-8701-e553ff007016), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:51.015537 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-51c2e32b-e95f-4471-9a16-6edcd4faabe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:51.016689 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-51c2e32b-e95f-4471-9a16-6edcd4faabe3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83925ca4-4590-4a5b-8701-e553ff007016 HTTP/1.1" status: 204 len: 168 time: 0.1177075 Jan 11 06:41:51.024204 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2e32b-e95f-4471-9a16-6edcd4faabe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83925ca4-4590-4a5b-8701-e553ff007016,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:41:51.839837 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:41:52.273800 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 0d037ece-ee91-4567-8459-f5701d65c543 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:41:52.300281 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 0d037ece-ee91-4567-8459-f5701d65c543 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:41:52.301301 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 0d037ece-ee91-4567-8459-f5701d65c543 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:41:52.301301 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:41:52.323834 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:41:52.324187 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 00a4ee8b-9a98-483a-9f9f-7e123e6158a4 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:42:07.134906 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39216) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:07.239720 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2bde382a-b712-47c8-bbda-b5d3ad371d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.314712 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2bde382a-b712-47c8-bbda-b5d3ad371d89 admin admin] Publish callbacks [] for security_group (a35cb161-1569-46e2-a111-2fc099514eb0), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.320029 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2bde382a-b712-47c8-bbda-b5d3ad371d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a35cb161-1569-46e2-a111-2fc099514eb0), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.358293 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde382a-b712-47c8-bbda-b5d3ad371d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35cb161-1569-46e2-a111-2fc099514eb0,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:07.367756 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-2bde382a-b712-47c8-bbda-b5d3ad371d89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e40d14c7f8564025a801bb960036c9d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270253 Jan 11 06:42:07.367756 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39228) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:07.418608 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a553e984-ae39-43cb-b9b2-40ca3c369ae8 admin admin] Publish callbacks [] for security_group (a35cb161-1569-46e2-a111-2fc099514eb0), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.442801 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a553e984-ae39-43cb-b9b2-40ca3c369ae8 admin admin] Publish callbacks [] for security_group (a35cb161-1569-46e2-a111-2fc099514eb0), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.490527 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a553e984-ae39-43cb-b9b2-40ca3c369ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a35cb161-1569-46e2-a111-2fc099514eb0), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.493450 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a553e984-ae39-43cb-b9b2-40ca3c369ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.494764 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a553e984-ae39-43cb-b9b2-40ca3c369ae8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a35cb161-1569-46e2-a111-2fc099514eb0 HTTP/1.1" status: 204 len: 168 time: 0.1282384 Jan 11 06:42:07.502794 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553e984-ae39-43cb-b9b2-40ca3c369ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35cb161-1569-46e2-a111-2fc099514eb0,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:07.742725 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39236) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:07.756489 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d4b44fa3-57a2-49fb-9660-1de69663dc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.832661 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d4b44fa3-57a2-49fb-9660-1de69663dc67 admin admin] Publish callbacks [] for security_group (80df960a-b855-407c-bc62-aea3615720c7), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.836504 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-d4b44fa3-57a2-49fb-9660-1de69663dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (80df960a-b855-407c-bc62-aea3615720c7), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.875414 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-d4b44fa3-57a2-49fb-9660-1de69663dc67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a149878a267421a8d563827f017c53d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316390 Jan 11 06:42:07.876417 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b44fa3-57a2-49fb-9660-1de69663dc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80df960a-b855-407c-bc62-aea3615720c7,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:07.878038 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39238) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:07.926697 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-baf45982-bdd1-43fc-ab6a-593a8897d19a admin admin] Publish callbacks [] for security_group (80df960a-b855-407c-bc62-aea3615720c7), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.947622 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-baf45982-bdd1-43fc-ab6a-593a8897d19a admin admin] Publish callbacks [] for security_group (80df960a-b855-407c-bc62-aea3615720c7), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.991971 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-baf45982-bdd1-43fc-ab6a-593a8897d19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (80df960a-b855-407c-bc62-aea3615720c7), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.994618 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-baf45982-bdd1-43fc-ab6a-593a8897d19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:07.995709 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-baf45982-bdd1-43fc-ab6a-593a8897d19a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80df960a-b855-407c-bc62-aea3615720c7 HTTP/1.1" status: 204 len: 168 time: 0.1160297 Jan 11 06:42:08.003460 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf45982-bdd1-43fc-ab6a-593a8897d19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80df960a-b855-407c-bc62-aea3615720c7,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:09.599903 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39298) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:09.717980 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-26f08816-88e7-4004-aa21-dc2022030830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:09.802149 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-26f08816-88e7-4004-aa21-dc2022030830 admin admin] Publish callbacks [] for security_group (2d8fa7a2-8ca7-480b-8300-96408f1505cc), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:09.807213 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-26f08816-88e7-4004-aa21-dc2022030830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (2d8fa7a2-8ca7-480b-8300-96408f1505cc), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:09.825261 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-0e4f773a-dfd7-43ff-a4d2-789b341d5eb7 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584960658&fields=id&tenant_id=a07dbfb98a35408fb3bff666f3db199d HTTP/1.1" status: 200 len: 267 time: 0.0515063 Jan 11 06:42:09.848304 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-26f08816-88e7-4004-aa21-dc2022030830 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9072cfeb872452198da54bd305934c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468896 Jan 11 06:42:09.850262 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f08816-88e7-4004-aa21-dc2022030830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8fa7a2-8ca7-480b-8300-96408f1505cc,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:09.852553 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39312) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:09.901783 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff0ad-c1db-4a12-a072-c73b35c7e072 admin admin] Publish callbacks [] for security_group (2d8fa7a2-8ca7-480b-8300-96408f1505cc), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:09.924139 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff0ad-c1db-4a12-a072-c73b35c7e072 admin admin] Publish callbacks [] for security_group (2d8fa7a2-8ca7-480b-8300-96408f1505cc), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:09.935308 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-11c404d6-4ace-4643-b6f4-242a5dac1d7f tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:09.936988 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-11c404d6-4ace-4643-b6f4-242a5dac1d7f tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 811 time: 0.1031966 Jan 11 06:42:09.951753 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-7e09d204-2a71-4a0b-9356-1d4ba72e4fcd tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/quotas/a07dbfb98a35408fb3bff666f3db199d HTTP/1.1" status: 200 len: 375 time: 0.0089319 Jan 11 06:42:09.970805 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff0ad-c1db-4a12-a072-c73b35c7e072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (2d8fa7a2-8ca7-480b-8300-96408f1505cc), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:09.973822 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff0ad-c1db-4a12-a072-c73b35c7e072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:09.974976 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-cd0ff0ad-c1db-4a12-a072-c73b35c7e072 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d8fa7a2-8ca7-480b-8300-96408f1505cc HTTP/1.1" status: 204 len: 168 time: 0.1215260 Jan 11 06:42:09.983455 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ff0ad-c1db-4a12-a072-c73b35c7e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8fa7a2-8ca7-480b-8300-96408f1505cc,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:10.018173 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-405446b1-8797-4480-ae53-8a624f0c0096 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612094 Jan 11 06:42:10.116683 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-33ca3996-4ff4-47d2-871e-2cf00ce17abe service neutron] 10.222.0.15 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868075 Jan 11 06:42:10.212989 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-cc0169e5-c880-4327-ba57-c4c762065603 service neutron] 10.222.0.15 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907469 Jan 11 06:42:10.257098 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39318) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:10.272189 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-3b8c5a80-6c01-4b56-bfb4-38e015586adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:10.350917 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-3b8c5a80-6c01-4b56-bfb4-38e015586adf admin admin] Publish callbacks [] for security_group (a23f7f76-621e-47b1-a127-0aa538ddd1d9), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:10.354752 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-3b8c5a80-6c01-4b56-bfb4-38e015586adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a23f7f76-621e-47b1-a127-0aa538ddd1d9), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:10.394313 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-3b8c5a80-6c01-4b56-bfb4-38e015586adf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9bbf72aa014c4620933cfcf1faaba3f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356068 Jan 11 06:42:10.396966 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c5a80-6c01-4b56-bfb4-38e015586adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23f7f76-621e-47b1-a127-0aa538ddd1d9,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:10.397142 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39326) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:10.458806 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e84c2ef2-98ba-4fa4-ba60-42e48fe5028a admin admin] Publish callbacks [] for security_group (a23f7f76-621e-47b1-a127-0aa538ddd1d9), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:10.531876 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-807a15c9-a551-4a9c-85e1-37c8126ebb7e req-eb10c0d5-a09e-47d2-95dd-8d12cb542b59 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 210 time: 0.0398316 Jan 11 06:42:10.537815 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e84c2ef2-98ba-4fa4-ba60-42e48fe5028a admin admin] Publish callbacks [] for security_group (a23f7f76-621e-47b1-a127-0aa538ddd1d9), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:10.596827 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e84c2ef2-98ba-4fa4-ba60-42e48fe5028a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a23f7f76-621e-47b1-a127-0aa538ddd1d9), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:10.599766 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e84c2ef2-98ba-4fa4-ba60-42e48fe5028a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:10.601467 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-e84c2ef2-98ba-4fa4-ba60-42e48fe5028a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a23f7f76-621e-47b1-a127-0aa538ddd1d9 HTTP/1.1" status: 204 len: 168 time: 0.2033508 Jan 11 06:42:10.612762 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c2ef2-98ba-4fa4-ba60-42e48fe5028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23f7f76-621e-47b1-a127-0aa538ddd1d9,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:11.369320 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed3776-88da-43eb-a739-20be03f42656 req-467d326b-e889-4d46-bfb9-f50cca96580b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:11.370801 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c9ed3776-88da-43eb-a739-20be03f42656 req-467d326b-e889-4d46-bfb9-f50cca96580b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 945 time: 0.0520649 Jan 11 06:42:11.424191 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c9ed3776-88da-43eb-a739-20be03f42656 req-af1a20a9-f432-402c-a5a0-064190096cdb tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ab0180-11ff-491a-8ca6-31aad8eb42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471430 Jan 11 06:42:11.616049 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-c594fd8f-2389-4857-809e-fbc948e43b25 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:11.618363 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-c594fd8f-2389-4857-809e-fbc948e43b25 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 811 time: 0.1158688 Jan 11 06:42:11.639864 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e4ad7f51-c428-42bc-9d83-18553c2871bd req-2e49bea2-e66a-40a1-9218-a65c458a7c43 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 210 time: 0.0269558 Jan 11 06:42:11.702279 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-2a5cd49a-e9fc-49f7-afc6-c3625a0ee8d4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07dbfb98a35408fb3bff666f3db199d HTTP/1.1" status: 200 len: 379 time: 0.0678809 Jan 11 06:42:11.712060 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'port': {'device_id': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'admin_state_up': True, 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'security_groups': ['130fdee2-3a9e-4647-8025-e147d4488c50']}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:42:11.827132 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Made reservation on behalf of a07dbfb98a35408fb3bff666f3db199d for: {'port': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:42:11.830699 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:11.953700 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Allocated IP 172.20.0.12 (bebe336f-59ef-41e9-a38e-800c0e378ca8/9f6d5dda-4d8b-469c-bdda-6a322617e284/64220a56-fc91-4e96-8aec-90c47344d182) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:42:12.095510 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for port (64220a56-fc91-4e96-8aec-90c47344d182), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:12.133089 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (64220a56-fc91-4e96-8aec-90c47344d182), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:12.177573 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Network bebe336f-59ef-41e9-a38e-800c0e378ca8 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:42:12.182878 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:42:12.188023 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:42:12.212758 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'Port': ['ID=64220a56-fc91-4e96-8aec-90c47344d182,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:12.251108 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:12.252245 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:12.272893 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-61fb6ccc-8f21-477a-b762-64e1f2381ea6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5650854 Jan 11 06:42:12.291774 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Request body: {'port': {'device_id': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:42:12.421755 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (64220a56-fc91-4e96-8aec-90c47344d182), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:12.475792 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-3a77fea4-b861-481d-bfdc-25aef1111e76 None None] Provisioning complete for port 64220a56-fc91-4e96-8aec-90c47344d182 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:42:12.476340 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-3a77fea4-b861-481d-bfdc-25aef1111e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (64220a56-fc91-4e96-8aec-90c47344d182), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:12.532864 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-3a77fea4-b861-481d-bfdc-25aef1111e76 None None] Port 64220a56-fc91-4e96-8aec-90c47344d182 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:42:12.590612 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07bf45-34ce-4cbd-9706-c2f67ceb987b req-3722f630-370b-4af8-8573-a5a38d060122 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:12.592497 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ae07bf45-34ce-4cbd-9706-c2f67ceb987b req-3722f630-370b-4af8-8573-a5a38d060122 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 945 time: 0.0625143 Jan 11 06:42:12.619339 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:42:12.642409 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ae07bf45-34ce-4cbd-9706-c2f67ceb987b req-35d0ea7c-f760-4553-b830-52f13b50d359 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ab0180-11ff-491a-8ca6-31aad8eb42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438414 Jan 11 06:42:12.743739 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64220a56-fc91-4e96-8aec-90c47344d182 {{(pid=102726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:42:12.752971 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Publish callbacks [] for port (64220a56-fc91-4e96-8aec-90c47344d182), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:12.767813 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.provisioning_blocks [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Transition to ACTIVE for port object 64220a56-fc91-4e96-8aec-90c47344d182 will not be triggered until provisioned by entity L2. {{(pid=102726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:42:12.769498 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee61e0-6978-402a-ba50-de23515a93e1 req-3d782b7a-b90f-43ba-ae9f-cc792f95bc46 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:12.771549 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c8ee61e0-6978-402a-ba50-de23515a93e1 req-3d782b7a-b90f-43ba-ae9f-cc792f95bc46 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 932 time: 0.0562754 Jan 11 06:42:12.772824 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (64220a56-fc91-4e96-8aec-90c47344d182), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:12.840108 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c8ee61e0-6978-402a-ba50-de23515a93e1 req-f92c82c9-758c-4a09-a57d-3f3547e564fb tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588245 Jan 11 06:42:12.840450 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Pushing event updated for resources: {'Port': ['ID=64220a56-fc91-4e96-8aec-90c47344d182,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:12.931324 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Attempting to bind port 64220a56-fc91-4e96-8aec-90c47344d182 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:42:12.931663 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Attempting to bind port 64220a56-fc91-4e96-8aec-90c47344d182 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:42:12.931988 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Attempting to bind port 64220a56-fc91-4e96-8aec-90c47344d182 on network bebe336f-59ef-41e9-a38e-800c0e378ca8 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:42:12.937057 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Port 64220a56-fc91-4e96-8aec-90c47344d182 on network bebe336f-59ef-41e9-a38e-800c0e378ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:42:12.937388 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Attempting to bind port 64220a56-fc91-4e96-8aec-90c47344d182 on network bebe336f-59ef-41e9-a38e-800c0e378ca8 {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:42:12.942815 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:42:12.943163 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Checking segment: {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:42:12.943561 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Bound using segment: {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'} {{(pid=102726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:42:12.943974 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.managers [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Bound port: 64220a56-fc91-4e96-8aec-90c47344d182, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507fa1e9-45c1-4e34-95d0-93e2081e49c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8'}}] {{(pid=102726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:42:12.944333 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (64220a56-fc91-4e96-8aec-90c47344d182), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:13.020245 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] For port 64220a56-fc91-4e96-8aec-90c47344d182, host hv-cinder-60634, cleared binding levels {{(pid=102726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:42:13.023760 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] For port 64220a56-fc91-4e96-8aec-90c47344d182, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=64220a56-fc91-4e96-8aec-90c47344d182,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:42:13.028067 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (64220a56-fc91-4e96-8aec-90c47344d182), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:13.065496 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:13.066112 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:13.067758 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] 10.222.0.30 "PUT /v2.0/ports/64220a56-fc91-4e96-8aec-90c47344d182 HTTP/1.1" status: 200 len: 1094 time: 0.7810259 Jan 11 06:42:13.068202 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'tag': '64220a56-fc91-4e96-8aec-90c47344d182'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:42:13.070683 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cd962b-b4aa-4c27-b0e6-3493efe3ea29" -d '{"events": [{"name": "network-changed", "server_uuid": "f61c2363-dcb1-4adb-bb74-8a424ae15f72", "tag": "64220a56-fc91-4e96-8aec-90c47344d182"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:42:13.096143 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770ea72-a0f7-4f39-a6e0-a4ac227b460b service neutron] Pushing event updated for resources: {'Port': ['ID=64220a56-fc91-4e96-8aec-90c47344d182,revision_number=3']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:13.124690 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c148bf-ad31-4bd6-80dd-586914d26917 x-openstack-request-id: req-61c148bf-ad31-4bd6-80dd-586914d26917 {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:42:13.124987 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61c2363-dcb1-4adb-bb74-8a424ae15f72", "tag": "64220a56-fc91-4e96-8aec-90c47344d182", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:42:13.125269 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61c148bf-ad31-4bd6-80dd-586914d26917 {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:42:13.125668 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'tag': '64220a56-fc91-4e96-8aec-90c47344d182', 'status': 'completed', 'code': 200} Jan 11 06:42:13.185930 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-040f6a87-f8c8-426f-bc46-6e49bcd4d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:13.188967 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-040f6a87-f8c8-426f-bc46-6e49bcd4d5ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 1097 time: 0.0471199 Jan 11 06:42:13.291611 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-867a423a-410b-4486-9a24-f72540be8b93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64220a56-fc91-4e96-8aec-90c47344d182 HTTP/1.1" status: 200 len: 217 time: 0.0425978 Jan 11 06:42:13.320923 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-0f186795-2423-4e82-ad6c-079fe24f1e87 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:13.322589 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-0f186795-2423-4e82-ad6c-079fe24f1e87 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 945 time: 0.0579224 Jan 11 06:42:13.343634 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-560c523a-c302-47da-bf26-83cd84dda54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:13.345185 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-560c523a-c302-47da-bf26-83cd84dda54b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 200 len: 850 time: 0.0478542 Jan 11 06:42:13.404116 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-00a8a853-5c82-4bf2-9460-bf51084a8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:13.405720 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-00a8a853-5c82-4bf2-9460-bf51084a8aec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bebe336f-59ef-41e9-a38e-800c0e378ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552967 Jan 11 06:42:13.427117 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Deleting port f03af20e-9638-4aee-bb73-12013695c6d2 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:42:13.427547 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:13.445460 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b5f21132-c2c5-40cb-937f-ba924186f58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:13.523492 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-26698269-11f9-450a-a875-4ebcbd5d0ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117704 Jan 11 06:42:13.536059 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] For port f03af20e-9638-4aee-bb73-12013695c6d2, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f03af20e-9638-4aee-bb73-12013695c6d2,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:42:13.536465 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:13.577340 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39430) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:13.615632 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-5dfd04a2-aebc-4ac8-b4f3-6efbc2e2bc53 req-7b56c9ad-f69b-45c1-a8cb-152cf02d43ab service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861363 Jan 11 06:42:13.714731 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f638c277-55e7-4818-84e0-b39a948d892e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:13.740676 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd962b-b4aa-4c27-b0e6-3493efe3ea29 req-a8fc14f0-353d-4d92-a9bc-905f148a1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:13.742344 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-e9cd962b-b4aa-4c27-b0e6-3493efe3ea29 req-a8fc14f0-353d-4d92-a9bc-905f148a1c95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 1097 time: 0.0434394 Jan 11 06:42:13.763851 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:13.764212 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:13.764557 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.l3_db [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Floating IP 160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0 disassociated. External IP: 172.27.2.123, port: f03af20e-9638-4aee-bb73-12013695c6d2. Jan 11 06:42:13.764903 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Calling delete_port for f03af20e-9638-4aee-bb73-12013695c6d2 owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:42:13.861839 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9374-b72d-4a92-b9d5-83958f9dff7d req-a0d736c0-89a0-4d1d-80ff-e5304bc8072c tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:13.863416 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-74ea9374-b72d-4a92-b9d5-83958f9dff7d req-a0d736c0-89a0-4d1d-80ff-e5304bc8072c tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 945 time: 0.1356745 Jan 11 06:42:13.969779 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f638c277-55e7-4818-84e0-b39a948d892e admin admin] Publish callbacks [] for security_group (403cc31a-a51a-42a2-8c3b-1f86e46ff6f0), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:13.992643 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f638c277-55e7-4818-84e0-b39a948d892e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (403cc31a-a51a-42a2-8c3b-1f86e46ff6f0), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:14.033577 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-74ea9374-b72d-4a92-b9d5-83958f9dff7d req-19195763-8d34-4c42-91d9-6f3da6e92914 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups?id=a9ab0180-11ff-491a-8ca6-31aad8eb42a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635461 Jan 11 06:42:14.067977 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd962b-b4aa-4c27-b0e6-3493efe3ea29 req-76bef19e-b56a-426a-8946-fc5fa4d940cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:14.069544 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-e9cd962b-b4aa-4c27-b0e6-3493efe3ea29 req-76bef19e-b56a-426a-8946-fc5fa4d940cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 912 time: 0.3208606 Jan 11 06:42:14.080472 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-f638c277-55e7-4818-84e0-b39a948d892e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=910a99691d1d4888bcb7b6144d8909ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4995954 Jan 11 06:42:14.083650 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39438) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:14.099836 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedebc07-c485-416f-9615-fa18126c0334 req-9315e3b3-2d2f-4a3a-9261-595ca326d217 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:14.101306 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cedebc07-c485-416f-9615-fa18126c0334 req-9315e3b3-2d2f-4a3a-9261-595ca326d217 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 944 time: 0.1702788 Jan 11 06:42:14.103492 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638c277-55e7-4818-84e0-b39a948d892e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403cc31a-a51a-42a2-8c3b-1f86e46ff6f0,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:14.111014 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (f03af20e-9638-4aee-bb73-12013695c6d2), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:14.117207 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-e9cd962b-b4aa-4c27-b0e6-3493efe3ea29 req-8ce4047f-edb7-43fc-b659-555f18ec37c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64220a56-fc91-4e96-8aec-90c47344d182 HTTP/1.1" status: 200 len: 217 time: 0.0384696 Jan 11 06:42:14.173202 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event deleted for resources: {'Port': ['ID=f03af20e-9638-4aee-bb73-12013695c6d2,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:14.173426 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd962b-b4aa-4c27-b0e6-3493efe3ea29 req-088b18ba-2750-4d3f-a713-49389f580871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:14.174768 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-e9cd962b-b4aa-4c27-b0e6-3493efe3ea29 req-088b18ba-2750-4d3f-a713-49389f580871 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 200 len: 850 time: 0.0488596 Jan 11 06:42:14.223627 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd962b-b4aa-4c27-b0e6-3493efe3ea29 req-b6e4adf0-f76b-4946-b130-2ec0f5378fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:14.225156 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-e9cd962b-b4aa-4c27-b0e6-3493efe3ea29 req-b6e4adf0-f76b-4946-b130-2ec0f5378fa4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bebe336f-59ef-41e9-a38e-800c0e378ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427897 Jan 11 06:42:14.297760 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cedebc07-c485-416f-9615-fa18126c0334 req-b9023107-ba65-46c4-9832-34de1add29cd tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846087 Jan 11 06:42:14.302276 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca69f-68f0-4733-ab73-460f33171eb2 admin admin] Publish callbacks [] for security_group (403cc31a-a51a-42a2-8c3b-1f86e46ff6f0), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:14.328069 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-e9cd962b-b4aa-4c27-b0e6-3493efe3ea29 req-50633e13-da03-41b3-bc1c-4f8e52781ca7 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958033 Jan 11 06:42:14.335034 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca69f-68f0-4733-ab73-460f33171eb2 admin admin] Publish callbacks [] for security_group (403cc31a-a51a-42a2-8c3b-1f86e46ff6f0), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:14.377986 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:42:14.423230 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-e9cd962b-b4aa-4c27-b0e6-3493efe3ea29 req-ea330f96-d85e-428d-8c4e-4b98c63e44f7 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884078 Jan 11 06:42:14.460243 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca69f-68f0-4733-ab73-460f33171eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (403cc31a-a51a-42a2-8c3b-1f86e46ff6f0), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:14.462728 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca69f-68f0-4733-ab73-460f33171eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:14.463858 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-bd9ca69f-68f0-4733-ab73-460f33171eb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/403cc31a-a51a-42a2-8c3b-1f86e46ff6f0 HTTP/1.1" status: 204 len: 168 time: 0.3780665 Jan 11 06:42:14.477762 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ca69f-68f0-4733-ab73-460f33171eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403cc31a-a51a-42a2-8c3b-1f86e46ff6f0,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:14.510494 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:42:14.524295 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9906073-5669-4574-9095-f1c2c6f708c2 None None] Sync routers for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:42:14.537012 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9906073-5669-4574-9095-f1c2c6f708c2 None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:42:14.537793 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-c9906073-5669-4574-9095-f1c2c6f708c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:41:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:14.560994 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] No DVR routers for this DVR port f03af20e-9638-4aee-bb73-12013695c6d2 on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:42:14.564335 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:14.568381 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6ea4742c-faf7-4041-ad3e-bb3352f26ade req-e63b8f64-a764-45ac-8b02-cf1d7e2d60db tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.30 "DELETE /v2.0/ports/f03af20e-9638-4aee-bb73-12013695c6d2 HTTP/1.1" status: 204 len: 173 time: 1.2412367 Jan 11 06:42:14.568846 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'name': 'network-vif-deleted', 'tag': 'f03af20e-9638-4aee-bb73-12013695c6d2'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:42:14.571290 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b6178c-478e-4967-8b38-bff97b66e87a" -d '{"events": [{"server_uuid": "c3ad297b-b47c-496a-8516-d8a71b0a1c6f", "name": "network-vif-deleted", "tag": "f03af20e-9638-4aee-bb73-12013695c6d2"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:42:14.619773 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b3f25d-f168-481f-a9ad-030f7b5b02aa x-openstack-request-id: req-75b3f25d-f168-481f-a9ad-030f7b5b02aa {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:42:14.620158 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ad297b-b47c-496a-8516-d8a71b0a1c6f", "name": "network-vif-deleted", "tag": "f03af20e-9638-4aee-bb73-12013695c6d2", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:42:14.620445 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75b3f25d-f168-481f-a9ad-030f7b5b02aa {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:42:14.620907 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ad297b-b47c-496a-8516-d8a71b0a1c6f', 'name': 'network-vif-deleted', 'tag': 'f03af20e-9638-4aee-bb73-12013695c6d2', 'status': 'completed', 'code': 200} Jan 11 06:42:14.774205 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-c9906073-5669-4574-9095-f1c2c6f708c2 None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:42:14.803959 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39446) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:14.818026 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7b5a6e9b-5421-43fc-a2f7-426b2c3f2028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:14.894368 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7b5a6e9b-5421-43fc-a2f7-426b2c3f2028 admin admin] Publish callbacks [] for security_group (3811cea8-2e8b-4bfc-ba79-07f37c6823c0), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:14.898045 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7b5a6e9b-5421-43fc-a2f7-426b2c3f2028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (3811cea8-2e8b-4bfc-ba79-07f37c6823c0), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:14.936341 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-7b5a6e9b-5421-43fc-a2f7-426b2c3f2028 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57dccc2fb4eb4e0c9e80fd9096575cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312211 Jan 11 06:42:14.937318 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a6e9b-5421-43fc-a2f7-426b2c3f2028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3811cea8-2e8b-4bfc-ba79-07f37c6823c0,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:14.939092 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39448) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:14.976911 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-c9906073-5669-4574-9095-f1c2c6f708c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:59Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:14.987645 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4c5d-78f3-45da-b96e-afe80371e1df admin admin] Publish callbacks [] for security_group (3811cea8-2e8b-4bfc-ba79-07f37c6823c0), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:15.006636 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9906073-5669-4574-9095-f1c2c6f708c2 None None] Checking router: 3dad3d8d-dec6-4f9a-96c0-4408689d8616 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:42:15.012310 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4c5d-78f3-45da-b96e-afe80371e1df admin admin] Publish callbacks [] for security_group (3811cea8-2e8b-4bfc-ba79-07f37c6823c0), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:15.015603 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9906073-5669-4574-9095-f1c2c6f708c2 None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:42:15.016207 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-c9906073-5669-4574-9095-f1c2c6f708c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:41:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:15.066340 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4c5d-78f3-45da-b96e-afe80371e1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (3811cea8-2e8b-4bfc-ba79-07f37c6823c0), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:15.069378 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4c5d-78f3-45da-b96e-afe80371e1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:15.070612 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-fdaf4c5d-78f3-45da-b96e-afe80371e1df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3811cea8-2e8b-4bfc-ba79-07f37c6823c0 HTTP/1.1" status: 204 len: 168 time: 0.1305380 Jan 11 06:42:15.080776 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf4c5d-78f3-45da-b96e-afe80371e1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3811cea8-2e8b-4bfc-ba79-07f37c6823c0,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:15.137831 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-c9906073-5669-4574-9095-f1c2c6f708c2 None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:42:15.165349 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ae49b87f-6664-4923-9dd5-13aad27b0430 req-eceefef8-2750-436c-b43c-49389a36d40b tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3ad297b-b47c-496a-8516-d8a71b0a1c6f HTTP/1.1" status: 200 len: 210 time: 0.0379055 Jan 11 06:42:15.369625 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-c9906073-5669-4574-9095-f1c2c6f708c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:59Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:15.398385 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9906073-5669-4574-9095-f1c2c6f708c2 None None] The sync data for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi is: [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:55Z', 'revision_number': 4, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '603e6937-be9b-4dc8-bfeb-5427d5716e45', 'name': '', 'network_id': '1eeaf5e6-01d3-4120-a197-ae4322f76c29', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'mac_address': 'fa:16:3e:1b:8d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:54Z', 'updated_at': '2022-01-11T06:35:59Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'subnets': [{'id': 'e9469a88-fcbd-457a-acab-65ffd45b40af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:42:15.448995 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39d975-1339-4f85-aaee-1c638fe8b144 req-a59d6db3-07e3-492e-987f-0ca571bfc308 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:15.451452 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ea39d975-1339-4f85-aaee-1c638fe8b144 req-a59d6db3-07e3-492e-987f-0ca571bfc308 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 944 time: 0.0632811 Jan 11 06:42:15.502571 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ea39d975-1339-4f85-aaee-1c638fe8b144 req-d9a5e79e-6ca7-44c1-aa25-390f0be03c37 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453358 Jan 11 06:42:15.646538 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d59d31-dab6-44dd-9c73-e1f67ef23e27 None None] New status for floating IP 160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0: DOWN {{(pid=102727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:42:15.767267 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-e96ae495-7fd3-46ce-9014-d3d1086b3ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:16.251977 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39492) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:16.308463 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c0f37d72-dfe8-4420-895b-1cf1fdb87219 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group (a9ab0180-11ff-491a-8ca6-31aad8eb42a6), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:16.332031 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c0f37d72-dfe8-4420-895b-1cf1fdb87219 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group (a9ab0180-11ff-491a-8ca6-31aad8eb42a6), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:16.380999 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c0f37d72-dfe8-4420-895b-1cf1fdb87219 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a9ab0180-11ff-491a-8ca6-31aad8eb42a6), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:16.383585 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c0f37d72-dfe8-4420-895b-1cf1fdb87219 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:16.384795 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-c0f37d72-dfe8-4420-895b-1cf1fdb87219 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "DELETE /v2.0/security-groups/a9ab0180-11ff-491a-8ca6-31aad8eb42a6 HTTP/1.1" status: 204 len: 168 time: 0.1317363 Jan 11 06:42:16.388529 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39498) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:16.394335 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f37d72-dfe8-4420-895b-1cf1fdb87219 tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ab0180-11ff-491a-8ca6-31aad8eb42a6,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:16.408246 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.api.v2.resource [None req-a0e3eedb-174d-4d2c-bcbd-41cc35dcdc5d tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] show failed (client error): The resource could not be found. Jan 11 06:42:16.409473 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a0e3eedb-174d-4d2c-bcbd-41cc35dcdc5d tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "GET /v2.0/security-groups/a9ab0180-11ff-491a-8ca6-31aad8eb42a6 HTTP/1.1" status: 404 len: 347 time: 0.0190783 Jan 11 06:42:16.412321 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39500) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:16.549321 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f9f6d-ba85-4639-96c9-c5b5391c5b1a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Deleting port b07097d9-44ff-4435-a39f-a1a04570116c {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:42:16.549910 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9f6d-ba85-4639-96c9-c5b5391c5b1a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (b07097d9-44ff-4435-a39f-a1a04570116c), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:16.631766 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9f6d-ba85-4639-96c9-c5b5391c5b1a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (b07097d9-44ff-4435-a39f-a1a04570116c), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:16.632091 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9f6d-ba85-4639-96c9-c5b5391c5b1a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (b07097d9-44ff-4435-a39f-a1a04570116c), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:16.635351 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaad2f0-2f10-493d-ab8e-0ebfc154ec2f req-76a7e93f-fc41-432a-abfc-d9e4bdb3a45b tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:16.637012 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-beaad2f0-2f10-493d-ab8e-0ebfc154ec2f req-76a7e93f-fc41-432a-abfc-d9e4bdb3a45b tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 944 time: 0.0550528 Jan 11 06:42:16.645992 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f9f6d-ba85-4639-96c9-c5b5391c5b1a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Calling delete_port for b07097d9-44ff-4435-a39f-a1a04570116c owned by network:floatingip {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:42:16.692413 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-beaad2f0-2f10-493d-ab8e-0ebfc154ec2f req-b0b3bcda-0763-4f72-9950-80ad8ae80e36 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489180 Jan 11 06:42:16.781115 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9f6d-ba85-4639-96c9-c5b5391c5b1a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (b07097d9-44ff-4435-a39f-a1a04570116c), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:16.814425 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f9f6d-ba85-4639-96c9-c5b5391c5b1a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Pushing event deleted for resources: {'Port': ['ID=b07097d9-44ff-4435-a39f-a1a04570116c,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:16.877641 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9f6d-ba85-4639-96c9-c5b5391c5b1a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks [] for floatingip (160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:16.880386 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9f6d-ba85-4639-96c9-c5b5391c5b1a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:16.882190 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-9d8f9f6d-ba85-4639-96c9-c5b5391c5b1a tempest-AttachVolumeTestJSON-1597719580 tempest-AttachVolumeTestJSON-1597719580-project] 10.222.0.15 "DELETE /v2.0/floatingips/160ddfd8-1752-44dd-8cd0-e8f1d3d8ccf0 HTTP/1.1" status: 204 len: 168 time: 0.4689250 Jan 11 06:42:16.898894 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:16.931014 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device f03af20e-9638-4aee-bb73-12013695c6d2 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:42:16.952965 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: f03af20e-9638-4aee-bb73-12013695c6d2 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:42:16.953607 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device f03af20e-9638-4aee-bb73-12013695c6d2 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:42:17.806016 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc95ae-da96-40f3-bb4d-a15b0f3b6f32 req-e78f79ab-61e4-4c69-87a2-2b664fdc6aa6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:17.807455 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fdc95ae-da96-40f3-bb4d-a15b0f3b6f32 req-e78f79ab-61e4-4c69-87a2-2b664fdc6aa6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 944 time: 0.0478694 Jan 11 06:42:17.855274 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2fdc95ae-da96-40f3-bb4d-a15b0f3b6f32 req-e330cce3-d8e3-4839-8a0f-dd68d0804387 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423117 Jan 11 06:42:18.324969 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:18.981705 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfad1d-2625-4784-8c7f-e530391521c8 req-0978d007-9ac8-4d04-aed6-3d3a85c0fd89 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:18.983188 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c5dfad1d-2625-4784-8c7f-e530391521c8 req-0978d007-9ac8-4d04-aed6-3d3a85c0fd89 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 944 time: 0.0641258 Jan 11 06:42:19.031172 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c5dfad1d-2625-4784-8c7f-e530391521c8 req-4bffdfec-fafd-468a-959f-84d5bd69a99e tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415146 Jan 11 06:42:19.424764 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39560) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:19.539950 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dc37dc07-a2f4-4e89-ad01-68f6296296bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:19.620838 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dc37dc07-a2f4-4e89-ad01-68f6296296bd admin admin] Publish callbacks [] for security_group (564163d4-a769-4f83-a046-5ff26ea7ec31), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:19.624707 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-dc37dc07-a2f4-4e89-ad01-68f6296296bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (564163d4-a769-4f83-a046-5ff26ea7ec31), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:19.661429 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-dc37dc07-a2f4-4e89-ad01-68f6296296bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85c527b7ba99481991d83d7a5d611b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355371 Jan 11 06:42:19.664103 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39564) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:19.664433 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37dc07-a2f4-4e89-ad01-68f6296296bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564163d4-a769-4f83-a046-5ff26ea7ec31,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:19.681865 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:19.714468 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2282870d-bfff-4376-84d9-62fb495955de admin admin] Publish callbacks [] for security_group (564163d4-a769-4f83-a046-5ff26ea7ec31), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:19.735579 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2282870d-bfff-4376-84d9-62fb495955de admin admin] Publish callbacks [] for security_group (564163d4-a769-4f83-a046-5ff26ea7ec31), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:19.780084 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2282870d-bfff-4376-84d9-62fb495955de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (564163d4-a769-4f83-a046-5ff26ea7ec31), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:19.783004 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-2282870d-bfff-4376-84d9-62fb495955de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:19.784157 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-2282870d-bfff-4376-84d9-62fb495955de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/564163d4-a769-4f83-a046-5ff26ea7ec31 HTTP/1.1" status: 204 len: 168 time: 0.1188295 Jan 11 06:42:19.791391 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282870d-bfff-4376-84d9-62fb495955de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564163d4-a769-4f83-a046-5ff26ea7ec31,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:20.036535 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39570) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:20.050421 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-98368552-a54e-4be4-928e-703b105e971b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:20.125767 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-98368552-a54e-4be4-928e-703b105e971b admin admin] Publish callbacks [] for security_group (8fb6c045-91de-431b-bbae-86d8b75ddff4), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:20.129545 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-98368552-a54e-4be4-928e-703b105e971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (8fb6c045-91de-431b-bbae-86d8b75ddff4), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:20.144996 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619c10d-e8ba-42e3-befb-a727bc360a33 req-dea3a7ba-3bae-4e76-9d40-97e7f13bfd9b tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:20.146485 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c619c10d-e8ba-42e3-befb-a727bc360a33 req-dea3a7ba-3bae-4e76-9d40-97e7f13bfd9b tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 944 time: 0.0493908 Jan 11 06:42:20.166734 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-98368552-a54e-4be4-928e-703b105e971b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=899b93a9c2f344bd9e0b0c45558e5247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291380 Jan 11 06:42:20.168762 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98368552-a54e-4be4-928e-703b105e971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb6c045-91de-431b-bbae-86d8b75ddff4,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:20.171647 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39574) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:20.199396 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c619c10d-e8ba-42e3-befb-a727bc360a33 req-eab5e046-d861-477f-92a6-28cd5d194d3a tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466197 Jan 11 06:42:20.224582 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-db6f9b98-bbdc-4a17-9c98-b937ba933fb4 admin admin] Publish callbacks [] for security_group (8fb6c045-91de-431b-bbae-86d8b75ddff4), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:20.245391 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-db6f9b98-bbdc-4a17-9c98-b937ba933fb4 admin admin] Publish callbacks [] for security_group (8fb6c045-91de-431b-bbae-86d8b75ddff4), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:20.290841 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-db6f9b98-bbdc-4a17-9c98-b937ba933fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (8fb6c045-91de-431b-bbae-86d8b75ddff4), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:20.293780 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-db6f9b98-bbdc-4a17-9c98-b937ba933fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:20.294939 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-db6f9b98-bbdc-4a17-9c98-b937ba933fb4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fb6c045-91de-431b-bbae-86d8b75ddff4 HTTP/1.1" status: 204 len: 168 time: 0.1223860 Jan 11 06:42:20.303354 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f9b98-bbdc-4a17-9c98-b937ba933fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb6c045-91de-431b-bbae-86d8b75ddff4,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:20.407481 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39584) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:20.956170 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 64220a56-fc91-4e96-8aec-90c47344d182 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:42:21.058958 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 64220a56-fc91-4e96-8aec-90c47344d182, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=64220a56-fc91-4e96-8aec-90c47344d182,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:42:21.071416 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '64220a56-fc91-4e96-8aec-90c47344d182', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'port_id': '64220a56-fc91-4e96-8aec-90c47344d182', 'mac_address': 'fa:16:3e:8e:03:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:42:21.112901 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 64220a56-fc91-4e96-8aec-90c47344d182 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:42:21.113296 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (64220a56-fc91-4e96-8aec-90c47344d182), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:21.127858 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64220a56-fc91-4e96-8aec-90c47344d182 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:42:21.147429 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 64220a56-fc91-4e96-8aec-90c47344d182, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=64220a56-fc91-4e96-8aec-90c47344d182,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:42:21.151784 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (64220a56-fc91-4e96-8aec-90c47344d182), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:21.208480 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf3e3-2e29-48a6-8ba3-4ad7c4f95251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992292'] for router_interface (3dad3d8d-dec6-4f9a-96c0-4408689d8616), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:21.209074 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=64220a56-fc91-4e96-8aec-90c47344d182,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:21.216751 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.217099 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.217442 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.217814 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.218144 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.218652 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.219133 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.219630 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.220118 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.222050 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.222682 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.223309 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.223793 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:21.357540 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f37e1-f0bc-4959-a47e-cc2c54265cda req-941e97eb-17d1-4c80-a28c-1800c06156c6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:21.359602 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ee9f37e1-f0bc-4959-a47e-cc2c54265cda req-941e97eb-17d1-4c80-a28c-1800c06156c6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 945 time: 0.0755851 Jan 11 06:42:21.456022 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['64220a56-fc91-4e96-8aec-90c47344d182'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:42:21.463959 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ee9f37e1-f0bc-4959-a47e-cc2c54265cda req-c4819c6d-2754-46aa-8aeb-86c9496a9036 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956624 Jan 11 06:42:21.566203 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-5aeaf3e3-2e29-48a6-8ba3-4ad7c4f95251 admin admin] Deleting port 603e6937-be9b-4dc8-bfeb-5427d5716e45 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:42:21.566939 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf3e3-2e29-48a6-8ba3-4ad7c4f95251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:21.645696 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [None req-5aeaf3e3-2e29-48a6-8ba3-4ad7c4f95251 admin admin] For port 603e6937-be9b-4dc8-bfeb-5427d5716e45, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=603e6937-be9b-4dc8-bfeb-5427d5716e45,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:42:21.646065 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf3e3-2e29-48a6-8ba3-4ad7c4f95251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:21.662203 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-5aeaf3e3-2e29-48a6-8ba3-4ad7c4f95251 admin admin] Calling delete_port for 603e6937-be9b-4dc8-bfeb-5427d5716e45 owned by network:router_interface {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:42:21.832974 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:21.853318 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf3e3-2e29-48a6-8ba3-4ad7c4f95251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (603e6937-be9b-4dc8-bfeb-5427d5716e45), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:21.880628 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaf3e3-2e29-48a6-8ba3-4ad7c4f95251 admin admin] Pushing event deleted for resources: {'Port': ['ID=603e6937-be9b-4dc8-bfeb-5427d5716e45,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:22.048707 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5aeaf3e3-2e29-48a6-8ba3-4ad7c4f95251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993716'] for router_interface (3dad3d8d-dec6-4f9a-96c0-4408689d8616), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:22.276534 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeaf3e3-2e29-48a6-8ba3-4ad7c4f95251 admin admin] Router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:42:22.388953 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeaf3e3-2e29-48a6-8ba3-4ad7c4f95251 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:42:22.397300 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-5aeaf3e3-2e29-48a6-8ba3-4ad7c4f95251 admin admin] 10.222.0.15 "PUT /v2.0/routers/3dad3d8d-dec6-4f9a-96c0-4408689d8616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9862502 Jan 11 06:42:22.397300 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39648) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:22.399598 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63bcc55-49ac-4ee6-9d04-fc32feda9508 None None] Sync routers for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:42:22.416139 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63bcc55-49ac-4ee6-9d04-fc32feda9508 None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:42:22.416952 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-b63bcc55-49ac-4ee6-9d04-fc32feda9508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:42:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:22.510193 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Publish callbacks [] for router (3dad3d8d-dec6-4f9a-96c0-4408689d8616), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:22.529455 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-b63bcc55-49ac-4ee6-9d04-fc32feda9508 None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:42:22.659713 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708865b3-7bc1-4ec0-a07a-3914e400a744 req-1353904e-3bbd-4fbb-b62d-de41292c0ff0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:22.661241 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-708865b3-7bc1-4ec0-a07a-3914e400a744 req-1353904e-3bbd-4fbb-b62d-de41292c0ff0 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 945 time: 0.0745995 Jan 11 06:42:22.697925 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Publish callbacks [] for router_gateway (3dad3d8d-dec6-4f9a-96c0-4408689d8616), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:22.738720 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-b63bcc55-49ac-4ee6-9d04-fc32feda9508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:42:21Z', 'revision_number': 5, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port': {'id': 'ab502637-4ee7-4d75-bf87-da77cbbb7782', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:22.749467 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-708865b3-7bc1-4ec0-a07a-3914e400a744 req-d5739cf7-792f-4a95-902e-2881264e0766 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807636 Jan 11 06:42:22.766246 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63bcc55-49ac-4ee6-9d04-fc32feda9508 None None] Checking router: 3dad3d8d-dec6-4f9a-96c0-4408689d8616 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:42:22.774459 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63bcc55-49ac-4ee6-9d04-fc32feda9508 None None] Routers {'3dad3d8d-dec6-4f9a-96c0-4408689d8616'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:42:22.774637 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Deleting port ab502637-4ee7-4d75-bf87-da77cbbb7782 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:42:22.774990 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:22.775134 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-b63bcc55-49ac-4ee6-9d04-fc32feda9508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:42:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:22.852402 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] For port ab502637-4ee7-4d75-bf87-da77cbbb7782, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=ab502637-4ee7-4d75-bf87-da77cbbb7782,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:42:22.852755 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:22.860517 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-b63bcc55-49ac-4ee6-9d04-fc32feda9508 None None] Set router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 gateway port host: None {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:42:22.865620 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Calling delete_port for ab502637-4ee7-4d75-bf87-da77cbbb7782 owned by network:router_gateway {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:42:22.912550 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-b63bcc55-49ac-4ee6-9d04-fc32feda9508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:42:22Z', 'revision_number': 6, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port_host': None}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:22.939989 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63bcc55-49ac-4ee6-9d04-fc32feda9508 None None] The sync data for ids ['3dad3d8d-dec6-4f9a-96c0-4408689d8616'] in dv-cinder-606346-33-iscsi is: [{'id': '3dad3d8d-dec6-4f9a-96c0-4408689d8616', 'name': 'tempest-AttachVolumeTestJSON-665072140-router', 'tenant_id': 'dc1782a809b943b8a93f2d7592e22336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:35:52Z', 'updated_at': '2022-01-11T06:42:22Z', 'revision_number': 6, 'project_id': 'dc1782a809b943b8a93f2d7592e22336', 'gw_port_host': None}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:42:22.976064 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 64220a56-fc91-4e96-8aec-90c47344d182 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:42:23.026060 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 64220a56-fc91-4e96-8aec-90c47344d182 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:42:23.030494 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (ab502637-4ee7-4d75-bf87-da77cbbb7782), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.030802 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 64220a56-fc91-4e96-8aec-90c47344d182 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:42:23.031233 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (64220a56-fc91-4e96-8aec-90c47344d182), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.059514 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Pushing event deleted for resources: {'Port': ['ID=ab502637-4ee7-4d75-bf87-da77cbbb7782,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:23.109690 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 64220a56-fc91-4e96-8aec-90c47344d182 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:42:23.109905 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (64220a56-fc91-4e96-8aec-90c47344d182), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.117439 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993898'] for router_gateway (3dad3d8d-dec6-4f9a-96c0-4408689d8616), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.132717 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64220a56-fc91-4e96-8aec-90c47344d182'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:42:23.134934 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d50bf4-ddc2-4318-92a8-0dd7d8d49d42" -d '{"events": [{"server_uuid": "f61c2363-dcb1-4adb-bb74-8a424ae15f72", "name": "network-vif-plugged", "status": "completed", "tag": "64220a56-fc91-4e96-8aec-90c47344d182"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:42:23.147657 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 64220a56-fc91-4e96-8aec-90c47344d182, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=64220a56-fc91-4e96-8aec-90c47344d182,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:42:23.152815 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (64220a56-fc91-4e96-8aec-90c47344d182), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.179114 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf577446-3cbb-471d-ab90-c8d6f494a5b9 x-openstack-request-id: req-bf577446-3cbb-471d-ab90-c8d6f494a5b9 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:42:23.179414 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61c2363-dcb1-4adb-bb74-8a424ae15f72", "name": "network-vif-plugged", "status": "completed", "tag": "64220a56-fc91-4e96-8aec-90c47344d182", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:42:23.179673 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf577446-3cbb-471d-ab90-c8d6f494a5b9 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:42:23.180181 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64220a56-fc91-4e96-8aec-90c47344d182', 'code': 200} Jan 11 06:42:23.207149 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=64220a56-fc91-4e96-8aec-90c47344d182,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:23.207835 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13858'] for router (3dad3d8d-dec6-4f9a-96c0-4408689d8616), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.209982 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Publish callbacks [] for router_controller (3dad3d8d-dec6-4f9a-96c0-4408689d8616), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.252323 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994803'] for router (3dad3d8d-dec6-4f9a-96c0-4408689d8616), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.252861 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dad3d8d-dec6-4f9a-96c0-4408689d8616 {{(pid=102725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 06:42:23.256962 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] Publish callbacks [] for router (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.259785 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-bde0d442-e158-4263-9e37-b9abf04ba9de admin admin] 10.222.0.15 "DELETE /v2.0/routers/3dad3d8d-dec6-4f9a-96c0-4408689d8616 HTTP/1.1" status: 204 len: 168 time: 0.8598135 Jan 11 06:42:23.260662 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39658) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:23.311092 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2d9d31-fcb3-4fcc-b80e-f65b93bc6185 admin admin] Deleting subnet e9469a88-fcbd-457a-acab-65ffd45b40af {{(pid=102725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:42:23.315209 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-da2d9d31-fcb3-4fcc-b80e-f65b93bc6185 admin admin] Publish callbacks [] for subnet (e9469a88-fcbd-457a-acab-65ffd45b40af), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.353723 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-da2d9d31-fcb3-4fcc-b80e-f65b93bc6185 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8561306'] for subnet (e9469a88-fcbd-457a-acab-65ffd45b40af), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.461314 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-da2d9d31-fcb3-4fcc-b80e-f65b93bc6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (e9469a88-fcbd-457a-acab-65ffd45b40af), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.493991 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772181a-b670-48ee-875e-8566b672279c req-832ea97a-acaa-42f5-8f78-18efafa1c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:23.495465 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b772181a-b670-48ee-875e-8566b672279c req-832ea97a-acaa-42f5-8f78-18efafa1c197 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 1099 time: 0.0795875 Jan 11 06:42:23.537762 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-da2d9d31-fcb3-4fcc-b80e-f65b93bc6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805936'] for subnet (e9469a88-fcbd-457a-acab-65ffd45b40af), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.574729 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d9d31-fcb3-4fcc-b80e-f65b93bc6185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9469a88-fcbd-457a-acab-65ffd45b40af,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:23.577444 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-da2d9d31-fcb3-4fcc-b80e-f65b93bc6185 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.580795 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-da2d9d31-fcb3-4fcc-b80e-f65b93bc6185 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e9469a88-fcbd-457a-acab-65ffd45b40af HTTP/1.1" status: 204 len: 168 time: 0.3190534 Jan 11 06:42:23.581017 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a2217-679c-453a-b721-af39be2cc70b None None] Network 1eeaf5e6-01d3-4120-a197-ae4322f76c29 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:42:23.583436 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39660) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:23.584174 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b772181a-b670-48ee-875e-8566b672279c req-5a9e493a-5f69-4cbc-89e7-7d60ed87ea7b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797834 Jan 11 06:42:23.654498 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (1eeaf5e6-01d3-4120-a197-ae4322f76c29), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.715233 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Deleting port f2f4c3c5-f943-4415-8877-4b13772288ed {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:42:23.716142 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.773518 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ba85ab-95c6-4690-9bfe-bb7182a6e09c None None] DHCP port deletion for 1eeaf5e6-01d3-4120-a197-ae4322f76c29 request from dv-cinder-606346-33-iscsi {{(pid=102727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 06:42:23.803742 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] For port f2f4c3c5-f943-4415-8877-4b13772288ed, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=f2f4c3c5-f943-4415-8877-4b13772288ed,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:42:23.804111 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.827782 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Calling delete_port for f2f4c3c5-f943-4415-8877-4b13772288ed owned by network:dhcp {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:42:23.859472 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-47ba85ab-95c6-4690-9bfe-bb7182a6e09c None None] Deleting port f2f4c3c5-f943-4415-8877-4b13772288ed {{(pid=102727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:42:23.860214 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-47ba85ab-95c6-4690-9bfe-bb7182a6e09c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), before_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.915090 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd9a0-46f9-47a6-a703-e1e164c738d1 req-46cb734c-5e2d-4857-9e1c-c68eea77547d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:23.922951 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f08cd9a0-46f9-47a6-a703-e1e164c738d1 req-46cb734c-5e2d-4857-9e1c-c68eea77547d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 946 time: 0.0711186 Jan 11 06:42:23.941167 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.976090 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-47ba85ab-95c6-4690-9bfe-bb7182a6e09c None None] For port f2f4c3c5-f943-4415-8877-4b13772288ed, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=f2f4c3c5-f943-4415-8877-4b13772288ed,segment=NetworkSegment(503cda0a-6704-4667-b4e4-987d29276bb4),segment_id=503cda0a-6704-4667-b4e4-987d29276bb4)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:42:23.976666 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-47ba85ab-95c6-4690-9bfe-bb7182a6e09c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), precommit_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:23.996561 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-47ba85ab-95c6-4690-9bfe-bb7182a6e09c None None] Calling delete_port for f2f4c3c5-f943-4415-8877-4b13772288ed owned by network:dhcp {{(pid=102727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:42:23.997009 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f08cd9a0-46f9-47a6-a703-e1e164c738d1 req-f373ff05-1edb-4db2-bcef-4cfe3e8e0db8 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731194 Jan 11 06:42:24.002420 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] No DVR routers for this DVR port f2f4c3c5-f943-4415-8877-4b13772288ed on host dv-cinder-606346-33-iscsi {{(pid=102726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:42:24.029265 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f4c3c5-f943-4415-8877-4b13772288ed,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:24.087973 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (1eeaf5e6-01d3-4120-a197-ae4322f76c29), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:24.117286 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-47ba85ab-95c6-4690-9bfe-bb7182a6e09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023'] for port (f2f4c3c5-f943-4415-8877-4b13772288ed), after_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:24.120107 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eeaf5e6-01d3-4120-a197-ae4322f76c29']}} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:24.133813 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503cda0a-6704-4667-b4e4-987d29276bb4') {'for_net_delete': True} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:24.134169 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503cda0a-6704-4667-b4e4-987d29276bb4') {} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:24.145120 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba85ab-95c6-4690-9bfe-bb7182a6e09c None None] Pushing event deleted for resources: {'Port': ['ID=f2f4c3c5-f943-4415-8877-4b13772288ed,revision_number=None']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:24.146008 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2758391'] for segment (503cda0a-6704-4667-b4e4-987d29276bb4), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:24.146964 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ba85ab-95c6-4690-9bfe-bb7182a6e09c None None] No DVR routers for this DVR port f2f4c3c5-f943-4415-8877-4b13772288ed on host dv-cinder-606346-33-iscsi {{(pid=102727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:42:24.165782 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (503cda0a-6704-4667-b4e4-987d29276bb4), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:24.172338 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:42:24.172891 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17062705'] for segment (503cda0a-6704-4667-b4e4-987d29276bb4), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: warnings.warn(msg) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: Traceback (most recent call last): Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: timer() Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: cb(*args, **kw) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: return func(*args, **kwargs) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: self._notify() Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: self.callback(batched_events) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: event.method(event) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: return f(self, *a, **k) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._get(url).json() Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: return self.request(url, 'GET', **kwargs) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:42:24.174654 dv-cinder-606346-33-iscsi neutron-server[102726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:42:24.228822 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (1eeaf5e6-01d3-4120-a197-ae4322f76c29), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:24.234319 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:24.237847 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] 10.222.0.15 "DELETE /v2.0/networks/1eeaf5e6-01d3-4120-a197-ae4322f76c29 HTTP/1.1" status: 204 len: 168 time: 0.6533542 Jan 11 06:42:24.251297 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7e7ec-4714-4c67-a8c0-54743466042e admin admin] Pushing event deleted for resources: {'Network': ['ID=1eeaf5e6-01d3-4120-a197-ae4322f76c29,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:24.308782 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device f2f4c3c5-f943-4415-8877-4b13772288ed no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:42:24.337389 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: f2f4c3c5-f943-4415-8877-4b13772288ed {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:42:24.337734 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device f2f4c3c5-f943-4415-8877-4b13772288ed not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:42:24.338161 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 603e6937-be9b-4dc8-bfeb-5427d5716e45 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:42:24.367532 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 603e6937-be9b-4dc8-bfeb-5427d5716e45 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:42:24.367882 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 603e6937-be9b-4dc8-bfeb-5427d5716e45 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:42:24.368227 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device ab502637-4ee7-4d75-bf87-da77cbbb7782 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:42:24.432632 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39690) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:24.479340 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-5643a2a1-d44a-4c48-ac56-80b2ebce74c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc1782a809b943b8a93f2d7592e22336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454314 Jan 11 06:42:24.481901 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39692) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:24.520165 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: ab502637-4ee7-4d75-bf87-da77cbbb7782 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:42:24.520549 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device ab502637-4ee7-4d75-bf87-da77cbbb7782 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:42:24.535413 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-22d2a819-9776-4106-bc8b-9805bdf38a99 admin admin] Publish callbacks [] for security_group (9a652d6a-cfe5-49b3-a00a-bbc71b47e9da), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:24.556056 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-22d2a819-9776-4106-bc8b-9805bdf38a99 admin admin] Publish callbacks [] for security_group (9a652d6a-cfe5-49b3-a00a-bbc71b47e9da), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:24.602617 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-22d2a819-9776-4106-bc8b-9805bdf38a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (9a652d6a-cfe5-49b3-a00a-bbc71b47e9da), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:24.605373 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-22d2a819-9776-4106-bc8b-9805bdf38a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:24.606522 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-22d2a819-9776-4106-bc8b-9805bdf38a99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a652d6a-cfe5-49b3-a00a-bbc71b47e9da HTTP/1.1" status: 204 len: 168 time: 0.1236598 Jan 11 06:42:24.615273 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2a819-9776-4106-bc8b-9805bdf38a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a652d6a-cfe5-49b3-a00a-bbc71b47e9da,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:25.120774 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953e528-fffc-42bb-8c93-65246b77c487 req-12e94728-72c0-4efb-a6af-b88ec5ef3355 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:25.122313 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4953e528-fffc-42bb-8c93-65246b77c487 req-12e94728-72c0-4efb-a6af-b88ec5ef3355 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 946 time: 0.0510049 Jan 11 06:42:25.173270 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4953e528-fffc-42bb-8c93-65246b77c487 req-d246c383-b687-41c0-a0b9-d7922440f238 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452540 Jan 11 06:42:25.298100 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32d4c6-f9de-4aec-9ca4-8b2a28ac0ef0 req-b55792ee-e780-4eb9-9c1e-90c4730389cb tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:25.299646 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3c32d4c6-f9de-4aec-9ca4-8b2a28ac0ef0 req-b55792ee-e780-4eb9-9c1e-90c4730389cb tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 946 time: 0.0565600 Jan 11 06:42:25.350931 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3c32d4c6-f9de-4aec-9ca4-8b2a28ac0ef0 req-faea1a9f-6dd1-458f-aa18-4def73eac885 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457230 Jan 11 06:42:25.375418 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39730) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:25.556349 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39738) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:25.650257 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-983e6035-80a3-40be-ad47-bb19993aa66c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:25.698059 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb4ade-907c-423c-93de-4d7d9081e3b3 tempest-TestVolumeBootPattern-1312919358 tempest-TestVolumeBootPattern-1312919358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:25.700000 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-6edb4ade-907c-423c-93de-4d7d9081e3b3 tempest-TestVolumeBootPattern-1312919358 tempest-TestVolumeBootPattern-1312919358-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 1094 time: 0.3234863 Jan 11 06:42:25.704041 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39744) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:25.712429 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Request body: {'floatingip': {'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'port_id': '64220a56-fc91-4e96-8aec-90c47344d182', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:42:25.740978 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:25.794721 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-983e6035-80a3-40be-ad47-bb19993aa66c admin admin] Publish callbacks [] for security_group (54e3423e-217f-4faf-a3a6-40b6c8457364), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:25.804232 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-983e6035-80a3-40be-ad47-bb19993aa66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (54e3423e-217f-4faf-a3a6-40b6c8457364), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:25.849040 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-983e6035-80a3-40be-ad47-bb19993aa66c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa8ea68443724f4483cab18abe235c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915120 Jan 11 06:42:25.850436 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e6035-80a3-40be-ad47-bb19993aa66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e3423e-217f-4faf-a3a6-40b6c8457364,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:25.853044 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39754) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:25.853543 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:25.906364 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8a8256ef-a16f-4a45-926a-dadf22248ff1 admin admin] Publish callbacks [] for security_group (54e3423e-217f-4faf-a3a6-40b6c8457364), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:25.928964 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8a8256ef-a16f-4a45-926a-dadf22248ff1 admin admin] Publish callbacks [] for security_group (54e3423e-217f-4faf-a3a6-40b6c8457364), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:25.979435 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8a8256ef-a16f-4a45-926a-dadf22248ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (54e3423e-217f-4faf-a3a6-40b6c8457364), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:25.982601 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-8a8256ef-a16f-4a45-926a-dadf22248ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:25.983722 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-8a8256ef-a16f-4a45-926a-dadf22248ff1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54e3423e-217f-4faf-a3a6-40b6c8457364 HTTP/1.1" status: 204 len: 168 time: 0.1291623 Jan 11 06:42:25.993563 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_common [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Allocated IP 172.27.2.93 (50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5/3dc4140f-cac9-46af-9091-0b188d30bb6b/e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92) {{(pid=102726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:42:25.994878 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8256ef-a16f-4a45-926a-dadf22248ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e3423e-217f-4faf-a3a6-40b6c8457364,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:26.114939 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for port (e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.154810 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.194155 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Network 50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5 is already hosted by enough agents. {{(pid=102726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:42:26.197089 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Resources bound (agent type, host, resource id): {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:42:26.203359 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Received port after_create {{(pid=102726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:42:26.209245 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'Port': ['ID=e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:26.269952 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39760) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:26.283371 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-585d0e4e-c8e4-4680-b78a-5dd7548bfdfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.369672 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-585d0e4e-c8e4-4680-b78a-5dd7548bfdfe admin admin] Publish callbacks [] for security_group (e56591a3-31ba-42b7-aa31-d5fa62108383), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.374334 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-585d0e4e-c8e4-4680-b78a-5dd7548bfdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e56591a3-31ba-42b7-aa31-d5fa62108383), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.413040 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-585d0e4e-c8e4-4680-b78a-5dd7548bfdfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b29fcbda8214a16a18892daa6701757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413591 Jan 11 06:42:26.413397 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d0e4e-c8e4-4680-b78a-5dd7548bfdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56591a3-31ba-42b7-aa31-d5fa62108383,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:26.415751 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39762) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:26.494685 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7bf471d0-5815-4be7-b357-0b4ad5c41ec7 admin admin] Publish callbacks [] for security_group (e56591a3-31ba-42b7-aa31-d5fa62108383), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.581908 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7bf471d0-5815-4be7-b357-0b4ad5c41ec7 admin admin] Publish callbacks [] for security_group (e56591a3-31ba-42b7-aa31-d5fa62108383), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.655679 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (60141db4-6063-46d9-b3f7-23ab445b3feb), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.692679 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7bf471d0-5815-4be7-b357-0b4ad5c41ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (e56591a3-31ba-42b7-aa31-d5fa62108383), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.695186 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-7bf471d0-5815-4be7-b357-0b4ad5c41ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.696307 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-7bf471d0-5815-4be7-b357-0b4ad5c41ec7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e56591a3-31ba-42b7-aa31-d5fa62108383 HTTP/1.1" status: 204 len: 168 time: 0.2802141 Jan 11 06:42:26.709612 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf471d0-5815-4be7-b357-0b4ad5c41ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56591a3-31ba-42b7-aa31-d5fa62108383,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:26.741664 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92), before_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.897169 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for port (e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92), precommit_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.904368 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17062677'] for port (e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92), after_update {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:26.978332 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event updated for resources: {'Port': ['ID=e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92,revision_number=2']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:26.989223 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-993828'] for floatingip (60141db4-6063-46d9-b3f7-23ab445b3feb), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:27.053588 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39776) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:27.068954 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd64b-c466-4361-b179-9f619dd081a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:27.096808 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.db.l3_db [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Floating IP 60141db4-6063-46d9-b3f7-23ab445b3feb associated. External IP: 172.27.2.93, port: 64220a56-fc91-4e96-8aec-90c47344d182. Jan 11 06:42:27.148458 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd64b-c466-4361-b179-9f619dd081a8 admin admin] Publish callbacks [] for security_group (dc92e4eb-2a12-4a29-874d-723ab2a61522), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:27.153558 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd64b-c466-4361-b179-9f619dd081a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (dc92e4eb-2a12-4a29-874d-723ab2a61522), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:27.198835 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-cdcfd64b-c466-4361-b179-9f619dd081a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1b8382d5b6b40b28b9604a1714def53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437776 Jan 11 06:42:27.200140 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfd64b-c466-4361-b179-9f619dd081a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc92e4eb-2a12-4a29-874d-723ab2a61522,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:27.203512 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39782) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:27.266920 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ddbb14d1-b00a-4fb2-9a83-423536cdf80d admin admin] Publish callbacks [] for security_group (dc92e4eb-2a12-4a29-874d-723ab2a61522), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:27.289503 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ddbb14d1-b00a-4fb2-9a83-423536cdf80d admin admin] Publish callbacks [] for security_group (dc92e4eb-2a12-4a29-874d-723ab2a61522), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:27.340212 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Router 3c105066-b0ec-4871-8290-f00783648693 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:42:27.346112 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ddbb14d1-b00a-4fb2-9a83-423536cdf80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (dc92e4eb-2a12-4a29-874d-723ab2a61522), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:27.348975 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ddbb14d1-b00a-4fb2-9a83-423536cdf80d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:27.350176 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-ddbb14d1-b00a-4fb2-9a83-423536cdf80d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc92e4eb-2a12-4a29-874d-723ab2a61522 HTTP/1.1" status: 204 len: 168 time: 0.1456733 Jan 11 06:42:27.358530 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb14d1-b00a-4fb2-9a83-423536cdf80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc92e4eb-2a12-4a29-874d-723ab2a61522,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:27.454121 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:42:27.463518 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344afdcc-b5f3-4542-9d14-99298700722d None None] Sync routers for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:42:27.475115 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344afdcc-b5f3-4542-9d14-99298700722d None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:42:27.475787 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-344afdcc-b5f3-4542-9d14-99298700722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:42:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:27.476348 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:27.520875 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-c811a5a1-4fe5-4234-8007-bf4dcffb5c5c tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8034973 Jan 11 06:42:27.520875 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'tag': '64220a56-fc91-4e96-8aec-90c47344d182'}] {{(pid=102726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:42:27.520875 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dccf1fc2362280d291932abce7b4c2515df157a2fa4b43cf9c4531daddf2675" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c46c0a5-ffa1-4863-826b-4a6c7309260f" -d '{"events": [{"name": "network-changed", "server_uuid": "f61c2363-dcb1-4adb-bb74-8a424ae15f72", "tag": "64220a56-fc91-4e96-8aec-90c47344d182"}]}' {{(pid=102726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:42:27.564917 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80821568-7311-4461-b740-843af615c1e9 x-openstack-request-id: req-80821568-7311-4461-b740-843af615c1e9 {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:42:27.565211 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61c2363-dcb1-4adb-bb74-8a424ae15f72", "tag": "64220a56-fc91-4e96-8aec-90c47344d182", "status": "completed", "code": 200}]} {{(pid=102726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:42:27.565470 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80821568-7311-4461-b740-843af615c1e9 {{(pid=102726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:42:27.566342 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'tag': '64220a56-fc91-4e96-8aec-90c47344d182', 'status': 'completed', 'code': 200} Jan 11 06:42:27.601420 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-344afdcc-b5f3-4542-9d14-99298700722d None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:42:27.850824 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-344afdcc-b5f3-4542-9d14-99298700722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '60141db4-6063-46d9-b3f7-23ab445b3feb', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': '64220a56-fc91-4e96-8aec-90c47344d182', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:8e:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:42:26Z', 'updated_at': '2022-01-11T06:42:26Z', 'revision_number': 0, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}, {'id': 'c209504e-2f8f-4709-923a-60c01407182b', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:05:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:18Z', 'revision_number': 1, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:27.881178 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344afdcc-b5f3-4542-9d14-99298700722d None None] Checking router: 3c105066-b0ec-4871-8290-f00783648693 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:42:27.890648 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344afdcc-b5f3-4542-9d14-99298700722d None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:42:27.891272 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-344afdcc-b5f3-4542-9d14-99298700722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:42:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:28.007499 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-344afdcc-b5f3-4542-9d14-99298700722d None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:42:28.232295 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-344afdcc-b5f3-4542-9d14-99298700722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '60141db4-6063-46d9-b3f7-23ab445b3feb', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': '64220a56-fc91-4e96-8aec-90c47344d182', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:8e:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:42:26Z', 'updated_at': '2022-01-11T06:42:26Z', 'revision_number': 0, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}, {'id': 'c209504e-2f8f-4709-923a-60c01407182b', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:05:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:18Z', 'revision_number': 1, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:42:28.259243 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344afdcc-b5f3-4542-9d14-99298700722d None None] The sync data for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi is: [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': '60141db4-6063-46d9-b3f7-23ab445b3feb', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': '64220a56-fc91-4e96-8aec-90c47344d182', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:8e:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:42:26Z', 'updated_at': '2022-01-11T06:42:26Z', 'revision_number': 0, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}, {'id': 'c209504e-2f8f-4709-923a-60c01407182b', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:05:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:18Z', 'revision_number': 1, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:42:28.478617 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f0bb9-51a5-4999-a1ff-7f4d64ccca0c None None] New status for floating IP 60141db4-6063-46d9-b3f7-23ab445b3feb: ACTIVE {{(pid=102728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:42:30.143001 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c0a5-ffa1-4863-826b-4a6c7309260f req-371d7580-1c4b-4d06-aca3-be5ac08a53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:30.144482 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6c46c0a5-ffa1-4863-826b-4a6c7309260f req-371d7580-1c4b-4d06-aca3-be5ac08a53ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 1099 time: 0.0434747 Jan 11 06:42:30.234192 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c0a5-ffa1-4863-826b-4a6c7309260f req-b34c9561-504d-41e4-ac0b-ebe22818ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:30.235631 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6c46c0a5-ffa1-4863-826b-4a6c7309260f req-b34c9561-504d-41e4-ac0b-ebe22818ad08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 912 time: 0.0849223 Jan 11 06:42:30.297642 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6c46c0a5-ffa1-4863-826b-4a6c7309260f req-d0aa1d54-ac7e-466b-b42f-dc0174a16375 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64220a56-fc91-4e96-8aec-90c47344d182 HTTP/1.1" status: 200 len: 1001 time: 0.0560434 Jan 11 06:42:30.347354 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c0a5-ffa1-4863-826b-4a6c7309260f req-b0ac871b-d009-449a-b181-8357af28ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:30.348828 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6c46c0a5-ffa1-4863-826b-4a6c7309260f req-b0ac871b-d009-449a-b181-8357af28ecc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 200 len: 850 time: 0.0445952 Jan 11 06:42:30.658176 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c0a5-ffa1-4863-826b-4a6c7309260f req-ecf380d6-e413-450c-981a-4db38d3a8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:30.659615 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6c46c0a5-ffa1-4863-826b-4a6c7309260f req-ecf380d6-e413-450c-981a-4db38d3a8b81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bebe336f-59ef-41e9-a38e-800c0e378ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3045168 Jan 11 06:42:30.753910 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-452278d3-2fa5-42b7-9a1e-78947f8f1301 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5fa34172ca844cb68ed2c1e4c4a3fda1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335093 Jan 11 06:42:30.861489 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6c46c0a5-ffa1-4863-826b-4a6c7309260f req-d7b5eb1d-e46a-477b-975b-faf0666a55c6 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923556 Jan 11 06:42:31.007115 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-99c64bff-4c0a-493a-ad5e-aaff04b00cfc tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:31.008507 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-99c64bff-4c0a-493a-ad5e-aaff04b00cfc tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491176 Jan 11 06:42:31.033807 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-3eb6a707-272b-4c0f-96ed-d83798e85202 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/quotas/5fa34172ca844cb68ed2c1e4c4a3fda1 HTTP/1.1" status: 200 len: 375 time: 0.0187929 Jan 11 06:42:31.035818 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6c46c0a5-ffa1-4863-826b-4a6c7309260f req-d56e88f0-2e3c-4b93-99e1-a2e7dbfc235c service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682394 Jan 11 06:42:31.064846 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-e797d9e9-2ea3-472e-ac10-a13cabc03d79 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5fa34172ca844cb68ed2c1e4c4a3fda1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259717 Jan 11 06:42:31.216806 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9426c497-6174-4e0d-858e-a7fc75e2b9d8 req-7ef5ed93-e2b9-4a18-9471-cf89c8089afa tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 210 time: 0.0256741 Jan 11 06:42:32.191579 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-038f061a-aa56-418b-8cfe-9b852fa9bdb0 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5fa34172ca844cb68ed2c1e4c4a3fda1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214777 Jan 11 06:42:32.336348 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d9a636e0-9d00-43a8-b9f3-c4c7d785ce04 req-cc450f04-bafe-4c20-a956-26bfa111bc85 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 210 time: 0.0446029 Jan 11 06:42:32.347232 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-4bb07311-4af0-4262-80a0-f33466e40fe8 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:32.348905 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-4bb07311-4af0-4262-80a0-f33466e40fe8 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528518 Jan 11 06:42:32.371681 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Request body: {'port': {'device_id': '95878e81-5e1a-4a17-820b-90e16404c4ac', 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e', 'admin_state_up': True, 'tenant_id': '5fa34172ca844cb68ed2c1e4c4a3fda1'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:42:32.486544 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Made reservation on behalf of 5fa34172ca844cb68ed2c1e4c4a3fda1 for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:42:32.489931 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:32.498207 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:32.570466 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Publish callbacks [] for security_group (990a5266-ac01-4c06-b8e8-1e9d14abff5f), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:32.574368 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (990a5266-ac01-4c06-b8e8-1e9d14abff5f), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:32.638964 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990a5266-ac01-4c06-b8e8-1e9d14abff5f,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:32.710234 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Allocated IP 192.168.233.180 (be0b6909-4c7d-403c-8758-b37e9e8fe18e/2b28452c-184b-459c-b845-ce19b7fb3016/afec1c59-4cb3-47de-be48-45b20f264fa8) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:42:32.867078 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Publish callbacks [] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:32.900850 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:32.947344 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Network be0b6909-4c7d-403c-8758-b37e9e8fe18e is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:42:32.952548 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:42:32.956275 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:42:32.985281 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Pushing event updated for resources: {'Port': ['ID=afec1c59-4cb3-47de-be48-45b20f264fa8,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:33.014727 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:33.015502 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.033908 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d69b6673-fb47-48c0-a193-48250a34a79d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6658094 Jan 11 06:42:33.051276 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Request body: {'port': {'device_id': '95878e81-5e1a-4a17-820b-90e16404c4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:42:33.110732 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.151437 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39908) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:33.247238 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-83e3060d-7c40-487e-87f3-68a680edc922 None None] Provisioning complete for port afec1c59-4cb3-47de-be48-45b20f264fa8 triggered by entity DHCP. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:42:33.247736 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-83e3060d-7c40-487e-87f3-68a680edc922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.284060 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-acda332c-9f3d-4c5e-a827-e4b3dcacc51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.289369 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-83e3060d-7c40-487e-87f3-68a680edc922 None None] Port afec1c59-4cb3-47de-be48-45b20f264fa8 cannot update to ACTIVE because it is not bound. {{(pid=102727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 06:42:33.360462 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-acda332c-9f3d-4c5e-a827-e4b3dcacc51a admin admin] Publish callbacks [] for security_group (224d5d65-08c5-4623-b884-a949a2a7974b), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.372903 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-acda332c-9f3d-4c5e-a827-e4b3dcacc51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (224d5d65-08c5-4623-b884-a949a2a7974b), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.407803 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afec1c59-4cb3-47de-be48-45b20f264fa8 {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:42:33.415471 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-acda332c-9f3d-4c5e-a827-e4b3dcacc51a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bdbb55ad9cf403386dc1cb7c1c95054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628846 Jan 11 06:42:33.415780 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Publish callbacks [] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.419727 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39914) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:33.428604 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda332c-9f3d-4c5e-a827-e4b3dcacc51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224d5d65-08c5-4623-b884-a949a2a7974b,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:33.456654 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Transition to ACTIVE for port object afec1c59-4cb3-47de-be48-45b20f264fa8 will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:42:33.462723 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.477492 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2ad12cf8-27c1-4cdf-affe-ea62b960948a admin admin] Publish callbacks [] for security_group (224d5d65-08c5-4623-b884-a949a2a7974b), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.483838 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c751e4-c93d-4044-a332-c202ff0ea911 req-0ccd4871-9eb0-4d9f-b303-388530301b4f tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:33.485386 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-50c751e4-c93d-4044-a332-c202ff0ea911 req-0ccd4871-9eb0-4d9f-b303-388530301b4f tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 936 time: 0.0670702 Jan 11 06:42:33.506096 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2ad12cf8-27c1-4cdf-affe-ea62b960948a admin admin] Publish callbacks [] for security_group (224d5d65-08c5-4623-b884-a949a2a7974b), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.540813 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Pushing event updated for resources: {'Port': ['ID=afec1c59-4cb3-47de-be48-45b20f264fa8,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:33.570260 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2ad12cf8-27c1-4cdf-affe-ea62b960948a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (224d5d65-08c5-4623-b884-a949a2a7974b), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.573186 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-2ad12cf8-27c1-4cdf-affe-ea62b960948a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.577143 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-2ad12cf8-27c1-4cdf-affe-ea62b960948a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/224d5d65-08c5-4623-b884-a949a2a7974b HTTP/1.1" status: 204 len: 168 time: 0.1530476 Jan 11 06:42:33.602284 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad12cf8-27c1-4cdf-affe-ea62b960948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224d5d65-08c5-4623-b884-a949a2a7974b,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:33.613412 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-50c751e4-c93d-4044-a332-c202ff0ea911 req-b4e210e6-f354-4131-8079-5cf9ae2a6743 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073813 Jan 11 06:42:33.643700 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Attempting to bind port afec1c59-4cb3-47de-be48-45b20f264fa8 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:42:33.644135 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Attempting to bind port afec1c59-4cb3-47de-be48-45b20f264fa8 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'bfd6fe80-3f7d-438c-bae1-63ca823a2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:42:33.644443 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Attempting to bind port afec1c59-4cb3-47de-be48-45b20f264fa8 on network be0b6909-4c7d-403c-8758-b37e9e8fe18e {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:42:33.649015 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Port afec1c59-4cb3-47de-be48-45b20f264fa8 on network be0b6909-4c7d-403c-8758-b37e9e8fe18e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:42:33.649902 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Attempting to bind port afec1c59-4cb3-47de-be48-45b20f264fa8 on network be0b6909-4c7d-403c-8758-b37e9e8fe18e {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:42:33.656092 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:42:33.657200 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Checking segment: {'id': 'bfd6fe80-3f7d-438c-bae1-63ca823a2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:42:33.657815 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Bound using segment: {'id': 'bfd6fe80-3f7d-438c-bae1-63ca823a2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:42:33.659492 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Bound port: afec1c59-4cb3-47de-be48-45b20f264fa8, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd6fe80-3f7d-438c-bae1-63ca823a2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:42:33.659958 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.738156 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] For port afec1c59-4cb3-47de-be48-45b20f264fa8, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:42:33.741404 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] For port afec1c59-4cb3-47de-be48-45b20f264fa8, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=afec1c59-4cb3-47de-be48-45b20f264fa8,segment=NetworkSegment(bfd6fe80-3f7d-438c-bae1-63ca823a2fec),segment_id=bfd6fe80-3f7d-438c-bae1-63ca823a2fec)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:42:33.746048 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.781074 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:33.781660 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:33.783160 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] 10.222.0.30 "PUT /v2.0/ports/afec1c59-4cb3-47de-be48-45b20f264fa8 HTTP/1.1" status: 200 len: 1098 time: 0.7362583 Jan 11 06:42:33.783626 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95878e81-5e1a-4a17-820b-90e16404c4ac', 'tag': 'afec1c59-4cb3-47de-be48-45b20f264fa8'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:42:33.785966 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc2cc9f-a05a-4815-935f-76b319e72e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "95878e81-5e1a-4a17-820b-90e16404c4ac", "tag": "afec1c59-4cb3-47de-be48-45b20f264fa8"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:42:33.844704 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df588889-f3f2-4047-9a2f-33ac545f6a96 service neutron] Pushing event updated for resources: {'Port': ['ID=afec1c59-4cb3-47de-be48-45b20f264fa8,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:33.868829 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658c3487-f3bd-473b-8129-47c3c825397c x-openstack-request-id: req-658c3487-f3bd-473b-8129-47c3c825397c {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:42:33.869378 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95878e81-5e1a-4a17-820b-90e16404c4ac", "tag": "afec1c59-4cb3-47de-be48-45b20f264fa8", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:42:33.869798 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-658c3487-f3bd-473b-8129-47c3c825397c {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:42:33.870369 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95878e81-5e1a-4a17-820b-90e16404c4ac', 'tag': 'afec1c59-4cb3-47de-be48-45b20f264fa8', 'status': 'completed', 'code': 200} Jan 11 06:42:33.909567 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-4fdafa4b-4a7f-4269-b9df-ef6b82ec5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:33.911071 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-4fdafa4b-4a7f-4269-b9df-ef6b82ec5abe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fa34172ca844cb68ed2c1e4c4a3fda1&device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 1101 time: 0.0601437 Jan 11 06:42:33.972056 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-3050d784-27fc-4077-8765-d4793faaca5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=afec1c59-4cb3-47de-be48-45b20f264fa8 HTTP/1.1" status: 200 len: 217 time: 0.0419590 Jan 11 06:42:34.024087 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-83efbb98-00a8-42f3-9ae9-47c4bbdcf089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:34.025661 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-83efbb98-00a8-42f3-9ae9-47c4bbdcf089 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b28452c-184b-459c-b845-ce19b7fb3016 HTTP/1.1" status: 200 len: 843 time: 0.0474551 Jan 11 06:42:34.074540 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-c4c80fcc-7980-479c-96cb-34c009e99688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:34.076033 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-c4c80fcc-7980-479c-96cb-34c009e99688 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be0b6909-4c7d-403c-8758-b37e9e8fe18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0448718 Jan 11 06:42:34.167749 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-d5d9ba5b-4fdd-4ff5-84d8-3dce6cd5d4f7 service neutron] 10.222.0.30 "GET /v2.0/networks/be0b6909-4c7d-403c-8758-b37e9e8fe18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851898 Jan 11 06:42:34.265270 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-34385cb0-0a02-493d-bdc1-3bf4731843db req-b2553604-43e4-49dc-90ce-8d0db0fea1e9 service neutron] 10.222.0.30 "GET /v2.0/networks/be0b6909-4c7d-403c-8758-b37e9e8fe18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919597 Jan 11 06:42:34.435237 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2cc9f-a05a-4815-935f-76b319e72e8a req-97a0798b-2a5b-438c-bdb4-42b192a2e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:34.437381 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6fc2cc9f-a05a-4815-935f-76b319e72e8a req-97a0798b-2a5b-438c-bdb4-42b192a2e7c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fa34172ca844cb68ed2c1e4c4a3fda1&device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 1101 time: 0.0429225 Jan 11 06:42:34.536005 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2cc9f-a05a-4815-935f-76b319e72e8a req-3236242b-ade5-44ff-bd4c-4bacb2837368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:34.537488 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6fc2cc9f-a05a-4815-935f-76b319e72e8a req-3236242b-ade5-44ff-bd4c-4bacb2837368 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be0b6909-4c7d-403c-8758-b37e9e8fe18e HTTP/1.1" status: 200 len: 870 time: 0.0946369 Jan 11 06:42:34.580440 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6fc2cc9f-a05a-4815-935f-76b319e72e8a req-fb2e9c01-cda9-4211-b309-f7317e3f57ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=afec1c59-4cb3-47de-be48-45b20f264fa8 HTTP/1.1" status: 200 len: 217 time: 0.0349731 Jan 11 06:42:34.630108 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2cc9f-a05a-4815-935f-76b319e72e8a req-205a6620-9739-4209-8163-413d83c787cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:34.631568 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6fc2cc9f-a05a-4815-935f-76b319e72e8a req-205a6620-9739-4209-8163-413d83c787cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b28452c-184b-459c-b845-ce19b7fb3016 HTTP/1.1" status: 200 len: 843 time: 0.0453980 Jan 11 06:42:34.678097 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2cc9f-a05a-4815-935f-76b319e72e8a req-2a6c0376-0251-4e39-a9f4-9f82a165d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:34.679936 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6fc2cc9f-a05a-4815-935f-76b319e72e8a req-2a6c0376-0251-4e39-a9f4-9f82a165d24a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be0b6909-4c7d-403c-8758-b37e9e8fe18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0425990 Jan 11 06:42:34.788903 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b2cd-64f8-437d-ba24-186302081bdd req-2eb6fc73-3935-4855-8793-e9869c106591 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:34.790389 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f5f3b2cd-64f8-437d-ba24-186302081bdd req-2eb6fc73-3935-4855-8793-e9869c106591 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 948 time: 0.1069732 Jan 11 06:42:34.840553 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6fc2cc9f-a05a-4815-935f-76b319e72e8a req-83ddbd91-83ab-42ec-ad38-49e49af20ffa service neutron] 10.222.0.30 "GET /v2.0/networks/be0b6909-4c7d-403c-8758-b37e9e8fe18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472237 Jan 11 06:42:34.873990 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f5f3b2cd-64f8-437d-ba24-186302081bdd req-ed39917a-ef33-4e68-9a36-76afc8d67264 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760477 Jan 11 06:42:34.887079 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 39970) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:34.943041 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6fc2cc9f-a05a-4815-935f-76b319e72e8a req-81f0d779-66fb-4821-9be8-040467445776 service neutron] 10.222.0.30 "GET /v2.0/networks/be0b6909-4c7d-403c-8758-b37e9e8fe18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920267 Jan 11 06:42:34.990698 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e7ee7ad8-183d-4ceb-b77b-a46d7abbc9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:35.072028 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e7ee7ad8-183d-4ceb-b77b-a46d7abbc9f6 admin admin] Publish callbacks [] for security_group (87a16388-a2a5-4e22-b1d0-34237c4adccd), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:35.075671 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-e7ee7ad8-183d-4ceb-b77b-a46d7abbc9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (87a16388-a2a5-4e22-b1d0-34237c4adccd), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:35.113563 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-e7ee7ad8-183d-4ceb-b77b-a46d7abbc9f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bab597db1a6540a785453cbcdaf0dcd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247465 Jan 11 06:42:35.114455 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee7ad8-183d-4ceb-b77b-a46d7abbc9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a16388-a2a5-4e22-b1d0-34237c4adccd,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:35.116157 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 39974) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:35.164550 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e924c12d-071e-4358-b2b0-c7b997473583 admin admin] Publish callbacks [] for security_group (87a16388-a2a5-4e22-b1d0-34237c4adccd), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:35.185489 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e924c12d-071e-4358-b2b0-c7b997473583 admin admin] Publish callbacks [] for security_group (87a16388-a2a5-4e22-b1d0-34237c4adccd), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:35.232573 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e924c12d-071e-4358-b2b0-c7b997473583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (87a16388-a2a5-4e22-b1d0-34237c4adccd), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:35.235863 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-e924c12d-071e-4358-b2b0-c7b997473583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:35.237121 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-e924c12d-071e-4358-b2b0-c7b997473583 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87a16388-a2a5-4e22-b1d0-34237c4adccd HTTP/1.1" status: 204 len: 168 time: 0.1189339 Jan 11 06:42:35.244708 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924c12d-071e-4358-b2b0-c7b997473583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a16388-a2a5-4e22-b1d0-34237c4adccd,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:35.994759 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90b7a0-ad05-4413-9529-14bb4b6ad568 req-b1a6feec-2289-4ae7-96f3-b344ece943c8 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:35.996248 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3f90b7a0-ad05-4413-9529-14bb4b6ad568 req-b1a6feec-2289-4ae7-96f3-b344ece943c8 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 948 time: 0.0496392 Jan 11 06:42:36.043213 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3f90b7a0-ad05-4413-9529-14bb4b6ad568 req-ea977a7a-7f61-43b4-958b-02a33ff19ee9 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Jan 11 06:42:37.024672 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device afec1c59-4cb3-47de-be48-45b20f264fa8 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:42:37.120190 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port afec1c59-4cb3-47de-be48-45b20f264fa8, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=afec1c59-4cb3-47de-be48-45b20f264fa8,segment=NetworkSegment(bfd6fe80-3f7d-438c-bae1-63ca823a2fec),segment_id=bfd6fe80-3f7d-438c-bae1-63ca823a2fec)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:42:37.133959 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': 'afec1c59-4cb3-47de-be48-45b20f264fa8', 'network_id': 'be0b6909-4c7d-403c-8758-b37e9e8fe18e', 'port_id': 'afec1c59-4cb3-47de-be48-45b20f264fa8', 'mac_address': 'fa:16:3e:78:1f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b28452c-184b-459c-b845-ce19b7fb3016', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:42:37.156993 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72ac12-1f03-4b76-937a-fdb291018c13 req-7a8dc348-054d-44cc-aef7-85a702bca1c0 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:37.158455 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ed72ac12-1f03-4b76-937a-fdb291018c13 req-7a8dc348-054d-44cc-aef7-85a702bca1c0 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 948 time: 0.0485094 Jan 11 06:42:37.172903 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port afec1c59-4cb3-47de-be48-45b20f264fa8 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:42:37.173294 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:37.185840 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afec1c59-4cb3-47de-be48-45b20f264fa8 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:42:37.204513 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ed72ac12-1f03-4b76-937a-fdb291018c13 req-0051efd6-de07-49cc-83b6-36d4a0b39c1e tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Jan 11 06:42:37.205871 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port afec1c59-4cb3-47de-be48-45b20f264fa8, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=afec1c59-4cb3-47de-be48-45b20f264fa8,segment=NetworkSegment(bfd6fe80-3f7d-438c-bae1-63ca823a2fec),segment_id=bfd6fe80-3f7d-438c-bae1-63ca823a2fec)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:42:37.210356 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:37.257666 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=afec1c59-4cb3-47de-be48-45b20f264fa8,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:37.548408 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['afec1c59-4cb3-47de-be48-45b20f264fa8'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:42:38.320711 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b71c3-2956-42fa-b596-8cde6fd5620e req-6b2fa9f8-bcdb-4366-97ed-d87c9a5931af tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:38.322172 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-484b71c3-2956-42fa-b596-8cde6fd5620e req-6b2fa9f8-bcdb-4366-97ed-d87c9a5931af tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 949 time: 0.0504684 Jan 11 06:42:38.366736 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-484b71c3-2956-42fa-b596-8cde6fd5620e req-ee3fdd25-4503-43d0-bac2-f729fd3290ad tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385613 Jan 11 06:42:39.034515 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device afec1c59-4cb3-47de-be48-45b20f264fa8 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:42:39.081067 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port afec1c59-4cb3-47de-be48-45b20f264fa8 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:42:39.085108 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port afec1c59-4cb3-47de-be48-45b20f264fa8 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:42:39.085515 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:39.165515 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port afec1c59-4cb3-47de-be48-45b20f264fa8 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:42:39.165911 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:39.189612 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95878e81-5e1a-4a17-820b-90e16404c4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afec1c59-4cb3-47de-be48-45b20f264fa8'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:42:39.192094 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e80ccc8-1cbb-4a07-afe3-59030e1970a4" -d '{"events": [{"server_uuid": "95878e81-5e1a-4a17-820b-90e16404c4ac", "name": "network-vif-plugged", "status": "completed", "tag": "afec1c59-4cb3-47de-be48-45b20f264fa8"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:42:39.205586 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port afec1c59-4cb3-47de-be48-45b20f264fa8, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=afec1c59-4cb3-47de-be48-45b20f264fa8,segment=NetworkSegment(bfd6fe80-3f7d-438c-bae1-63ca823a2fec),segment_id=bfd6fe80-3f7d-438c-bae1-63ca823a2fec)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:42:39.209293 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:39.235124 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2c5d86-3eb3-4942-9c5b-8a6f69d9c1ed x-openstack-request-id: req-bd2c5d86-3eb3-4942-9c5b-8a6f69d9c1ed {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:42:39.235417 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95878e81-5e1a-4a17-820b-90e16404c4ac", "name": "network-vif-plugged", "status": "completed", "tag": "afec1c59-4cb3-47de-be48-45b20f264fa8", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:42:39.235698 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd2c5d86-3eb3-4942-9c5b-8a6f69d9c1ed {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:42:39.236095 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95878e81-5e1a-4a17-820b-90e16404c4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afec1c59-4cb3-47de-be48-45b20f264fa8', 'code': 200} Jan 11 06:42:39.263728 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=afec1c59-4cb3-47de-be48-45b20f264fa8,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:39.476129 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3bf7e-b360-45e2-ba40-c0e446cde51d req-e8234546-7074-47fe-883f-5283c992799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:39.477634 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1dd3bf7e-b360-45e2-ba40-c0e446cde51d req-e8234546-7074-47fe-883f-5283c992799c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 1103 time: 0.0713656 Jan 11 06:42:39.500346 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e92f46-ae35-4fdf-adae-0a7529848aa5 req-7b0cc69b-3bfa-4219-99d3-c2f149e57d2f tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:39.501750 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-05e92f46-ae35-4fdf-adae-0a7529848aa5 req-7b0cc69b-3bfa-4219-99d3-c2f149e57d2f tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 950 time: 0.0647094 Jan 11 06:42:39.559372 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1dd3bf7e-b360-45e2-ba40-c0e446cde51d req-ac6a593c-a256-452b-a4ab-4ee3c86691db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731063 Jan 11 06:42:39.571249 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-05e92f46-ae35-4fdf-adae-0a7529848aa5 req-74190d15-e5c3-4ae6-abaf-fdc0003174fb tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636399 Jan 11 06:42:40.684791 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24994eb7-7df9-44ce-8369-8f83062c81ae req-b885bfa5-1fd0-4a07-ac60-921ba91e465d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:40.686823 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-24994eb7-7df9-44ce-8369-8f83062c81ae req-b885bfa5-1fd0-4a07-ac60-921ba91e465d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 950 time: 0.0485852 Jan 11 06:42:40.733668 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-24994eb7-7df9-44ce-8369-8f83062c81ae req-40aaf579-9adc-488a-8f3d-4423927e8e23 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Jan 11 06:42:41.851747 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6d927-50e5-443b-a6e0-a4b8bd34057a req-1ec8f5fc-49c2-46a0-b99f-481826e266fb tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:41.853236 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49e6d927-50e5-443b-a6e0-a4b8bd34057a req-1ec8f5fc-49c2-46a0-b99f-481826e266fb tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 950 time: 0.0509081 Jan 11 06:42:41.898536 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-49e6d927-50e5-443b-a6e0-a4b8bd34057a req-1fcc9573-e7e0-4ebc-a74f-2cf825f8684f tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Jan 11 06:42:43.016719 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dc874-316b-4e78-af48-50fcc8b0c15f req-1308f7b6-9bfd-470d-bfa1-d52bfd6a2b3a tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:43.018159 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-272dc874-316b-4e78-af48-50fcc8b0c15f req-1308f7b6-9bfd-470d-bfa1-d52bfd6a2b3a tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 950 time: 0.0525167 Jan 11 06:42:43.063239 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-272dc874-316b-4e78-af48-50fcc8b0c15f req-06a12ede-c792-4143-8518-84e730db1880 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396798 Jan 11 06:42:43.440178 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-e5d7c459-81a0-4894-8c51-d48c7757c04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:44.175184 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f883e-889a-40b2-be7d-28ae3c3de2a2 req-3573209a-bcaf-4616-8307-c4c04792f2f5 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:44.176563 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-623f883e-889a-40b2-be7d-28ae3c3de2a2 req-3573209a-bcaf-4616-8307-c4c04792f2f5 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 950 time: 0.0484233 Jan 11 06:42:44.221791 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-623f883e-889a-40b2-be7d-28ae3c3de2a2 req-3d6da243-c250-42f6-91e7-abe418305866 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Jan 11 06:42:44.474622 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3673d-b7f4-4e51-aac1-91700bf4be7a req-dad3112c-3aaf-4909-aaf9-8ef20f3f486f tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:44.475960 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d6c3673d-b7f4-4e51-aac1-91700bf4be7a req-dad3112c-3aaf-4909-aaf9-8ef20f3f486f tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 950 time: 0.0491018 Jan 11 06:42:44.525854 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d6c3673d-b7f4-4e51-aac1-91700bf4be7a req-5fe3a418-100b-4111-851e-c688168c5f15 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 Jan 11 06:42:45.644649 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb612436-f127-41ac-b68f-83b78325445c req-d1aa0d70-3e1c-4d1b-aba9-74d12e2ec5cc tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:45.646097 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cb612436-f127-41ac-b68f-83b78325445c req-d1aa0d70-3e1c-4d1b-aba9-74d12e2ec5cc tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 950 time: 0.0482697 Jan 11 06:42:45.693262 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cb612436-f127-41ac-b68f-83b78325445c req-6436e522-65c5-4e69-b862-8371906c2ba3 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/security-groups?id=990a5266-ac01-4c06-b8e8-1e9d14abff5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Jan 11 06:42:45.737858 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fa0807dd-99be-4423-b322-3d81d5db3520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:46.203281 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32003621-f6e6-4ca9-86ab-4e43349cfe3a req-cb849b36-6eef-4ece-b94e-311640f6803c tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:46.204714 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-32003621-f6e6-4ca9-86ab-4e43349cfe3a req-cb849b36-6eef-4ece-b94e-311640f6803c tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.30 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 950 time: 0.0481718 Jan 11 06:42:46.294574 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-32003621-f6e6-4ca9-86ab-4e43349cfe3a req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Deleting port afec1c59-4cb3-47de-be48-45b20f264fa8 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:42:46.294911 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-32003621-f6e6-4ca9-86ab-4e43349cfe3a req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:46.381417 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-32003621-f6e6-4ca9-86ab-4e43349cfe3a req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] For port afec1c59-4cb3-47de-be48-45b20f264fa8, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=afec1c59-4cb3-47de-be48-45b20f264fa8,segment=NetworkSegment(bfd6fe80-3f7d-438c-bae1-63ca823a2fec),segment_id=bfd6fe80-3f7d-438c-bae1-63ca823a2fec)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:42:46.381797 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-32003621-f6e6-4ca9-86ab-4e43349cfe3a req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:46.395205 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-32003621-f6e6-4ca9-86ab-4e43349cfe3a req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Calling delete_port for afec1c59-4cb3-47de-be48-45b20f264fa8 owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:42:46.540471 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-32003621-f6e6-4ca9-86ab-4e43349cfe3a req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (afec1c59-4cb3-47de-be48-45b20f264fa8), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:46.568301 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Pushing event deleted for resources: {'Port': ['ID=afec1c59-4cb3-47de-be48-45b20f264fa8,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:46.577020 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.577425 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.577781 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.578127 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.578466 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.578801 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.579132 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.579461 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.579808 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.580115 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.580465 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.580792 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.581113 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:46.587748 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['afec1c59-4cb3-47de-be48-45b20f264fa8'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:42:46.644122 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-32003621-f6e6-4ca9-86ab-4e43349cfe3a req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] No DVR routers for this DVR port afec1c59-4cb3-47de-be48-45b20f264fa8 on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:42:46.646806 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-32003621-f6e6-4ca9-86ab-4e43349cfe3a req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:46.650451 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-32003621-f6e6-4ca9-86ab-4e43349cfe3a req-07b43687-8bb5-4a97-8f81-65616cd3d930 tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.30 "DELETE /v2.0/ports/afec1c59-4cb3-47de-be48-45b20f264fa8 HTTP/1.1" status: 204 len: 173 time: 0.4400480 Jan 11 06:42:46.650974 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95878e81-5e1a-4a17-820b-90e16404c4ac', 'name': 'network-vif-deleted', 'tag': 'afec1c59-4cb3-47de-be48-45b20f264fa8'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:42:46.653396 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4136f6ef-5251-4f89-b296-43a7d93c11a5" -d '{"events": [{"server_uuid": "95878e81-5e1a-4a17-820b-90e16404c4ac", "name": "network-vif-deleted", "tag": "afec1c59-4cb3-47de-be48-45b20f264fa8"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:42:46.703546 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06f71cc-28d8-40e3-b836-f28463109de1 x-openstack-request-id: req-c06f71cc-28d8-40e3-b836-f28463109de1 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:42:46.703902 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95878e81-5e1a-4a17-820b-90e16404c4ac", "name": "network-vif-deleted", "tag": "afec1c59-4cb3-47de-be48-45b20f264fa8", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:42:46.704248 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c06f71cc-28d8-40e3-b836-f28463109de1 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:42:46.704789 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95878e81-5e1a-4a17-820b-90e16404c4ac', 'name': 'network-vif-deleted', 'tag': 'afec1c59-4cb3-47de-be48-45b20f264fa8', 'status': 'completed', 'code': 200} Jan 11 06:42:46.803151 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-29a3e6fb-882b-45dd-83f0-7ff14f7e8f42 req-5292b0da-6c08-45f7-bb35-b7f43f11677d tempest-VolumesNegativeTest-1850311956 tempest-VolumesNegativeTest-1850311956-project] 10.222.0.15 "GET /v2.0/ports?device_id=95878e81-5e1a-4a17-820b-90e16404c4ac HTTP/1.1" status: 200 len: 210 time: 0.0276496 Jan 11 06:42:46.885108 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:48.327886 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:49.082462 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device afec1c59-4cb3-47de-be48-45b20f264fa8 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:42:49.107254 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: afec1c59-4cb3-47de-be48-45b20f264fa8 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:42:49.107769 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device afec1c59-4cb3-47de-be48-45b20f264fa8 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:42:49.619673 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:42:49.686619 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:51.669494 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 40426) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:51.809890 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-72e0d3e1-5555-40ff-a77d-05e5f977ea4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fa34172ca844cb68ed2c1e4c4a3fda1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381669 Jan 11 06:42:51.812849 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 40430) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:51.838951 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:51.869621 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-123430cf-4a82-4bb6-922e-9d900e882ee4 admin admin] Publish callbacks [] for security_group (990a5266-ac01-4c06-b8e8-1e9d14abff5f), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:51.896922 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-123430cf-4a82-4bb6-922e-9d900e882ee4 admin admin] Publish callbacks [] for security_group (990a5266-ac01-4c06-b8e8-1e9d14abff5f), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:51.949341 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-123430cf-4a82-4bb6-922e-9d900e882ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (990a5266-ac01-4c06-b8e8-1e9d14abff5f), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:51.953828 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-123430cf-4a82-4bb6-922e-9d900e882ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:51.954979 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-123430cf-4a82-4bb6-922e-9d900e882ee4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/990a5266-ac01-4c06-b8e8-1e9d14abff5f HTTP/1.1" status: 204 len: 168 time: 0.1411903 Jan 11 06:42:51.962935 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123430cf-4a82-4bb6-922e-9d900e882ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990a5266-ac01-4c06-b8e8-1e9d14abff5f,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:52.566904 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 40460) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:52.661260 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-22692309-network', 'tenant_id': '9f237fe6e8b24e96a620fe8618deedb4'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:42:52.685035 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Made reservation on behalf of 9f237fe6e8b24e96a620fe8618deedb4 for: {'network': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:42:52.687751 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for network (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:52.695942 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:52.772190 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Publish callbacks [] for security_group (6cb432ff-f3d1-4efc-8c88-64cc86582692), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:52.775776 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (6cb432ff-f3d1-4efc-8c88-64cc86582692), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:52.800077 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 06:42:52.809466 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb432ff-f3d1-4efc-8c88-64cc86582692,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:52.814776 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (c39dbc70-644d-499d-ad8f-fb355cf880bf), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:52.815118 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.segments_db [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Added segment c39dbc70-644d-499d-ad8f-fb355cf880bf of type vlan for network 71bff913-fa3d-4b8d-832e-f0d717a22083 Jan 11 06:42:52.868801 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769814889337'] for network (71bff913-fa3d-4b8d-832e-f0d717a22083), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:52.893865 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214'] for network (71bff913-fa3d-4b8d-832e-f0d717a22083), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:52.894819 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:52.895388 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:52.925052 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3570855 Jan 11 06:42:52.928013 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 40464) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:42:52.932970 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.v2.base [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Request body: {'subnet': {'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-22692309-subnet', 'tenant_id': '9f237fe6e8b24e96a620fe8618deedb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:42:52.956555 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Made reservation on behalf of 9f237fe6e8b24e96a620fe8618deedb4 for: {'subnet': 1} {{(pid=102726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:42:52.958424 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d89e36-bbc2-4dc2-b7b6-40c3c820cbcb admin admin] Pushing event updated for resources: {'Network': ['ID=71bff913-fa3d-4b8d-832e-f0d717a22083,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:52.959126 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17173784'] for subnet (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:52.969246 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Network 71bff913-fa3d-4b8d-832e-f0d717a22083 details requested by agent ovs-agent-dv-cinder-606346-33-iscsi with host dv-cinder-606346-33-iscsi {{(pid=102727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 06:42:53.137150 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17062810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17173770'] for subnet (ccd9b46b-a2c1-4716-ac58-8a3c01d92399), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:53.192531 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd9b46b-a2c1-4716-ac58-8a3c01d92399,revision_number=0']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:53.202919 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.203269 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.203608 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.203942 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.204272 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.204625 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.204949 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.205274 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.205597 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.205968 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.206241 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.206556 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.206872 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:42:53.209781 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Checking segment: {'id': 'c39dbc70-644d-499d-ad8f-fb355cf880bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:42:53.210129 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Network hostable DHCP agents. Network: 71bff913-fa3d-4b8d-832e-f0d717a22083, hostable agents: ['234b0084-0575-4954-ba33-63c733068285'], hosted agents: [] {{(pid=102726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 06:42:53.227126 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Network 71bff913-fa3d-4b8d-832e-f0d717a22083 is scheduled to be hosted by DHCP agent 234b0084-0575-4954-ba33-63c733068285 with binding_index 1 {{(pid=102726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 06:42:53.236156 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.base_scheduler [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-33-iscsi, 71bff913-fa3d-4b8d-832e-f0d717a22083) {{(pid=102726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:42:53.240303 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:53.240998 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:53.244898 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c3da42-c4c3-4ffa-afd3-289ad8cfdcf7 None None] Network 71bff913-fa3d-4b8d-832e-f0d717a22083 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:42:53.257196 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-59d6a7e1-c94f-4e49-9f6c-aba67403b6e1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3280029 Jan 11 06:42:53.341575 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91baa5a-8ac3-4bf8-9db0-5e34dcfb8181 None None] Network 71bff913-fa3d-4b8d-832e-f0d717a22083 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.005089 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.008278 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.008278 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.008278 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.008278 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.008278 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.008278 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.008278 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.008278 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.008278 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.008278 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.008278 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:42:55.008278 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:42:55.009212 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-158e99cd-db06-4b85-9ee0-d530d238d245 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:55.009904 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-158e99cd-db06-4b85-9ee0-d530d238d245 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/networks?id=71bff913-fa3d-4b8d-832e-f0d717a22083 HTTP/1.1" status: 200 len: 812 time: 0.1010444 Jan 11 06:42:55.045986 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-b9634cc8-a9af-48ba-92b8-a87eb0aba98a tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/quotas/9f237fe6e8b24e96a620fe8618deedb4 HTTP/1.1" status: 200 len: 375 time: 0.0271988 Jan 11 06:42:55.083262 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-51a78e7c-883f-4e1f-9077-c972c0ddeaba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f237fe6e8b24e96a620fe8618deedb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316050 Jan 11 06:42:55.085999 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-06f428ba-e6af-4d00-a3bf-e3e3e3df54f3 req-c6ae15f7-0e48-4186-b4f6-983bc1411829 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752506 Jan 11 06:42:55.198738 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f428ba-e6af-4d00-a3bf-e3e3e3df54f3 req-68d201d3-eb07-42f7-be5b-b172e7e0c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:55.200198 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-06f428ba-e6af-4d00-a3bf-e3e3e3df54f3 req-68d201d3-eb07-42f7-be5b-b172e7e0c564 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 1098 time: 0.0597851 Jan 11 06:42:55.202516 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-8014e550-70ed-4a6e-8f02-3ec8ec62fa34 service neutron] 10.222.0.15 "GET /v2.0/networks/71bff913-fa3d-4b8d-832e-f0d717a22083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128452 Jan 11 06:42:55.625806 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-20e874bf-c7e7-4624-97f2-6aa7a1beee43 service neutron] 10.222.0.15 "GET /v2.0/networks/71bff913-fa3d-4b8d-832e-f0d717a22083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168804 Jan 11 06:42:55.628310 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f428ba-e6af-4d00-a3bf-e3e3e3df54f3 req-e7a35ac5-e0e3-4413-b587-79be4406fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:55.629641 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-06f428ba-e6af-4d00-a3bf-e3e3e3df54f3 req-e7a35ac5-e0e3-4413-b587-79be4406fc37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 912 time: 0.4008746 Jan 11 06:42:55.699835 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-06f428ba-e6af-4d00-a3bf-e3e3e3df54f3 req-46999df6-b002-43e6-90fe-f81c3728781d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8e67e86-70d3-4f3d-bc3b-566a76177e6b HTTP/1.1" status: 200 len: 1000 time: 0.0635595 Jan 11 06:42:55.753710 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f428ba-e6af-4d00-a3bf-e3e3e3df54f3 req-89002c75-a502-4f11-9631-e0eb90233425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:55.755172 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-06f428ba-e6af-4d00-a3bf-e3e3e3df54f3 req-89002c75-a502-4f11-9631-e0eb90233425 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 200 len: 850 time: 0.0503306 Jan 11 06:42:55.801711 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f428ba-e6af-4d00-a3bf-e3e3e3df54f3 req-c6ab2b3d-3f0c-4b09-aaf8-c5785a8e452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:55.803308 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-06f428ba-e6af-4d00-a3bf-e3e3e3df54f3 req-c6ab2b3d-3f0c-4b09-aaf8-c5785a8e452e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bebe336f-59ef-41e9-a38e-800c0e378ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428755 Jan 11 06:42:55.895703 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-06f428ba-e6af-4d00-a3bf-e3e3e3df54f3 req-71a26355-7005-45f6-83ba-0b24f0b2c00b service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859566 Jan 11 06:42:55.985608 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-06f428ba-e6af-4d00-a3bf-e3e3e3df54f3 req-98ee9893-e2b4-49fa-ab09-578c2f96d286 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835414 Jan 11 06:42:56.796426 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-088e4d06-6b17-45ee-a51b-af6fcc0754f4 req-96ced42a-e6da-4ecd-8872-dd2a44a0f570 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 210 time: 0.0256846 Jan 11 06:42:57.828982 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-2315ead7-baf3-483d-84cf-b06e2af3a61f tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:57.830740 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-2315ead7-baf3-483d-84cf-b06e2af3a61f tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.30 "GET /v2.0/networks?id=71bff913-fa3d-4b8d-832e-f0d717a22083 HTTP/1.1" status: 200 len: 812 time: 0.1234303 Jan 11 06:42:57.854784 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Request body: {'port': {'device_id': 'd6fec339-4dfa-4ec9-a3ac-133430e84eda', 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083', 'admin_state_up': True, 'tenant_id': '9f237fe6e8b24e96a620fe8618deedb4'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:42:57.937316 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9e874418-a496-4116-ae04-dfc417485f5f req-8f2d2c3b-4bd4-49e1-bbd9-46595ea7db51 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 210 time: 0.0591466 Jan 11 06:42:57.996326 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Made reservation on behalf of 9f237fe6e8b24e96a620fe8618deedb4 for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:42:58.000875 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:58.121434 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Allocated IP 172.20.0.5 (71bff913-fa3d-4b8d-832e-f0d717a22083/ccd9b46b-a2c1-4716-ac58-8a3c01d92399/55ba664a-8431-404c-a8ab-394f9ef2d045) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:42:58.262003 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks [] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:58.294177 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:58.336128 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Network 71bff913-fa3d-4b8d-832e-f0d717a22083 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:42:58.339223 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:42:58.343337 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:42:58.367864 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Pushing event updated for resources: {'Port': ['ID=55ba664a-8431-404c-a8ab-394f9ef2d045,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:42:58.395336 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:58.395939 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:42:58.411588 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-e421f66c-f675-4541-b241-ec0910678e12 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5611711 Jan 11 06:42:59.058423 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0eb941-6d2f-4d40-ba87-485415b35444 req-3cb8cf1c-694e-463e-9684-c1336b9b2083 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:42:59.059879 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5c0eb941-6d2f-4d40-ba87-485415b35444 req-3cb8cf1c-694e-463e-9684-c1336b9b2083 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 931 time: 0.0545459 Jan 11 06:42:59.110866 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5c0eb941-6d2f-4d40-ba87-485415b35444 req-68479a88-5549-466f-8928-1a890c24bb3a tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443213 Jan 11 06:43:00.222613 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e197bab-f9c4-47b3-852b-d35daf057c0f req-5af511f3-7cd7-470f-8ee8-41d04ffaaa39 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:00.224045 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8e197bab-f9c4-47b3-852b-d35daf057c0f req-5af511f3-7cd7-470f-8ee8-41d04ffaaa39 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 931 time: 0.0487630 Jan 11 06:43:00.271178 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8e197bab-f9c4-47b3-852b-d35daf057c0f req-70df4fcd-b1fd-40a0-b10b-ab7e2c609d54 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Jan 11 06:43:00.659324 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Request body: {'port': {'device_id': 'd6fec339-4dfa-4ec9-a3ac-133430e84eda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:43:00.712343 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:00.972140 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ba664a-8431-404c-a8ab-394f9ef2d045 {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:43:00.979337 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Publish callbacks [] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:00.991524 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Transition to ACTIVE for port object 55ba664a-8431-404c-a8ab-394f9ef2d045 will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:43:00.995960 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:01.046913 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Pushing event updated for resources: {'Port': ['ID=55ba664a-8431-404c-a8ab-394f9ef2d045,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:01.143630 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Attempting to bind port 55ba664a-8431-404c-a8ab-394f9ef2d045 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:43:01.143948 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Attempting to bind port 55ba664a-8431-404c-a8ab-394f9ef2d045 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'c39dbc70-644d-499d-ad8f-fb355cf880bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:43:01.144265 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Attempting to bind port 55ba664a-8431-404c-a8ab-394f9ef2d045 on network 71bff913-fa3d-4b8d-832e-f0d717a22083 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:43:01.152266 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Port 55ba664a-8431-404c-a8ab-394f9ef2d045 on network 71bff913-fa3d-4b8d-832e-f0d717a22083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:43:01.152610 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Attempting to bind port 55ba664a-8431-404c-a8ab-394f9ef2d045 on network 71bff913-fa3d-4b8d-832e-f0d717a22083 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:43:01.161412 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:43:01.161737 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Checking segment: {'id': 'c39dbc70-644d-499d-ad8f-fb355cf880bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:43:01.162106 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Bound using segment: {'id': 'c39dbc70-644d-499d-ad8f-fb355cf880bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:43:01.162519 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Bound port: 55ba664a-8431-404c-a8ab-394f9ef2d045, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39dbc70-644d-499d-ad8f-fb355cf880bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:43:01.162866 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:01.180597 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801211e0-b3a3-4f57-b643-959838a298a4 req-8084a6ed-e262-418a-b136-23c5335a7d4f tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:01.181990 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-801211e0-b3a3-4f57-b643-959838a298a4 req-8084a6ed-e262-418a-b136-23c5335a7d4f tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0702848 Jan 11 06:43:01.263330 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] For port 55ba664a-8431-404c-a8ab-394f9ef2d045, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:43:01.267031 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] For port 55ba664a-8431-404c-a8ab-394f9ef2d045, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55ba664a-8431-404c-a8ab-394f9ef2d045,segment=NetworkSegment(c39dbc70-644d-499d-ad8f-fb355cf880bf),segment_id=c39dbc70-644d-499d-ad8f-fb355cf880bf)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:43:01.272225 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-801211e0-b3a3-4f57-b643-959838a298a4 req-706df5c2-0118-4446-9113-a645142ebd88 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836275 Jan 11 06:43:01.273649 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:01.312493 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:01.313109 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:01.314465 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] 10.222.0.30 "PUT /v2.0/ports/55ba664a-8431-404c-a8ab-394f9ef2d045 HTTP/1.1" status: 200 len: 1093 time: 0.6595623 Jan 11 06:43:01.314897 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fec339-4dfa-4ec9-a3ac-133430e84eda', 'tag': '55ba664a-8431-404c-a8ab-394f9ef2d045'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:43:01.317390 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a19aef-4653-4731-afa8-b78322a9489e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fec339-4dfa-4ec9-a3ac-133430e84eda", "tag": "55ba664a-8431-404c-a8ab-394f9ef2d045"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:43:01.338750 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b98e5-38c8-4897-b41c-a30257f5ea7e service neutron] Pushing event updated for resources: {'Port': ['ID=55ba664a-8431-404c-a8ab-394f9ef2d045,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:01.368440 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4924ca0c-551d-4b27-b4af-e10d030fe4ff x-openstack-request-id: req-4924ca0c-551d-4b27-b4af-e10d030fe4ff {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:43:01.368738 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fec339-4dfa-4ec9-a3ac-133430e84eda", "tag": "55ba664a-8431-404c-a8ab-394f9ef2d045", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:43:01.368988 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4924ca0c-551d-4b27-b4af-e10d030fe4ff {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:43:01.369371 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fec339-4dfa-4ec9-a3ac-133430e84eda', 'tag': '55ba664a-8431-404c-a8ab-394f9ef2d045', 'status': 'completed', 'code': 200} Jan 11 06:43:01.392223 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bc764-7293-4900-9ffa-535518eab727 req-a891c3f7-36d0-4a51-9a9f-b32c62c9e146 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:01.393710 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2a5bc764-7293-4900-9ffa-535518eab727 req-a891c3f7-36d0-4a51-9a9f-b32c62c9e146 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 943 time: 0.0522337 Jan 11 06:43:01.439787 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2a5bc764-7293-4900-9ffa-535518eab727 req-31e882c1-e077-4e2c-8f34-06f91a3c9193 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403900 Jan 11 06:43:02.387569 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46b58c-1ee0-46c5-91b6-7d3847efa7cd req-de0259b2-a60f-4bae-87ef-5764e6fe9c62 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:02.389954 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4f46b58c-1ee0-46c5-91b6-7d3847efa7cd req-de0259b2-a60f-4bae-87ef-5764e6fe9c62 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0496807 Jan 11 06:43:02.438371 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4f46b58c-1ee0-46c5-91b6-7d3847efa7cd req-9a167e96-519d-4d52-a15a-50a866570acb tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427346 Jan 11 06:43:02.557205 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934547f-34f0-48d9-ad50-eca88e2f45a5 req-35e7470b-7124-4707-a261-0cb900e8aa70 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:02.558551 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1934547f-34f0-48d9-ad50-eca88e2f45a5 req-35e7470b-7124-4707-a261-0cb900e8aa70 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 943 time: 0.0545805 Jan 11 06:43:02.603725 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1934547f-34f0-48d9-ad50-eca88e2f45a5 req-f2d11382-d827-429b-b7df-fc7e0c2a0aa0 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388911 Jan 11 06:43:03.552144 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0044d4-fb91-4efe-8bdd-2b2e8486ce07 req-5ad85c5c-0126-406c-8e0e-7629e00439a0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:03.553623 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ab0044d4-fb91-4efe-8bdd-2b2e8486ce07 req-5ad85c5c-0126-406c-8e0e-7629e00439a0 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0489008 Jan 11 06:43:03.601843 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ab0044d4-fb91-4efe-8bdd-2b2e8486ce07 req-3a3fd21f-c592-4f85-a73d-01c621a1993b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428612 Jan 11 06:43:03.716270 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99caea4e-6eef-4e1d-925f-2e0438267dfb req-cc99b992-c972-423d-bee3-1b8913a7df6b tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:03.718446 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-99caea4e-6eef-4e1d-925f-2e0438267dfb req-cc99b992-c972-423d-bee3-1b8913a7df6b tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 943 time: 0.0498009 Jan 11 06:43:03.768910 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-99caea4e-6eef-4e1d-925f-2e0438267dfb req-fb67072c-8815-40dc-9782-6f7d05d30d61 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450189 Jan 11 06:43:03.824663 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a19aef-4653-4731-afa8-b78322a9489e req-1820eb49-8dad-460a-a583-a8ebdb68089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:03.827129 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-14a19aef-4653-4731-afa8-b78322a9489e req-1820eb49-8dad-460a-a583-a8ebdb68089a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f237fe6e8b24e96a620fe8618deedb4&device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 1096 time: 0.0409789 Jan 11 06:43:03.932718 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a19aef-4653-4731-afa8-b78322a9489e req-7484c4ce-7d90-4d9b-a72a-13c653ad66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:03.934158 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-14a19aef-4653-4731-afa8-b78322a9489e req-7484c4ce-7d90-4d9b-a72a-13c653ad66a5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9f237fe6e8b24e96a620fe8618deedb4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0900218 Jan 11 06:43:04.039238 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a19aef-4653-4731-afa8-b78322a9489e req-5b11ffbb-6137-4048-aaaf-93c1c513ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:04.040752 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-14a19aef-4653-4731-afa8-b78322a9489e req-5b11ffbb-6137-4048-aaaf-93c1c513ba70 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008830 Jan 11 06:43:04.145942 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-455c774f-b7c4-47e6-94c3-10e732a5f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:04.147488 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-455c774f-b7c4-47e6-94c3-10e732a5f751 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f237fe6e8b24e96a620fe8618deedb4&device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 1096 time: 0.0451825 Jan 11 06:43:04.200868 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-d161b0e2-15a0-45e7-be36-3a150a5ad1d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55ba664a-8431-404c-a8ab-394f9ef2d045 HTTP/1.1" status: 200 len: 217 time: 0.0386014 Jan 11 06:43:04.250663 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-5bfeecab-a034-4f13-b40a-8f61c06f3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:04.252418 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-5bfeecab-a034-4f13-b40a-8f61c06f3188 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccd9b46b-a2c1-4716-ac58-8a3c01d92399 HTTP/1.1" status: 200 len: 852 time: 0.0460479 Jan 11 06:43:04.284727 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-13416e90-17f3-4726-9ec9-cedad1002316 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71bff913-fa3d-4b8d-832e-f0d717a22083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247972 Jan 11 06:43:04.381235 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-4f4d9b21-52af-43d6-931b-d464700ab181 service neutron] 10.222.0.30 "GET /v2.0/networks/71bff913-fa3d-4b8d-832e-f0d717a22083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899060 Jan 11 06:43:04.478199 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-dbacc4c4-40bc-48f8-a722-bd41a765eef0 req-29727a2f-23d0-49ae-92bb-6e8bcde9a29f service neutron] 10.222.0.30 "GET /v2.0/networks/71bff913-fa3d-4b8d-832e-f0d717a22083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905018 Jan 11 06:43:04.714118 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59a430-a532-40a3-a0b8-7e3cc29738b7 req-7d6b57df-1cba-4ed3-95b3-2f6f6a54d784 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:04.715604 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ac59a430-a532-40a3-a0b8-7e3cc29738b7 req-7d6b57df-1cba-4ed3-95b3-2f6f6a54d784 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0496223 Jan 11 06:43:04.767436 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ac59a430-a532-40a3-a0b8-7e3cc29738b7 req-24de7af9-45d9-4cba-b650-019d15fb4248 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457475 Jan 11 06:43:04.881612 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9257b6-7a6c-4951-9673-248842af4d0f req-05ab7bad-b4e2-4922-b5d2-8e5f8bc75409 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:04.882960 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1a9257b6-7a6c-4951-9673-248842af4d0f req-05ab7bad-b4e2-4922-b5d2-8e5f8bc75409 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 943 time: 0.0474656 Jan 11 06:43:04.928923 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1a9257b6-7a6c-4951-9673-248842af4d0f req-c183d58f-3eaf-4f3f-a369-4606ddc53d37 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398219 Jan 11 06:43:05.883744 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4bf29-4075-42d6-81d0-bfae62934636 req-a17ef8c4-ee17-4d15-91d0-b2d006853352 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:05.885958 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b2d4bf29-4075-42d6-81d0-bfae62934636 req-a17ef8c4-ee17-4d15-91d0-b2d006853352 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0492816 Jan 11 06:43:05.936217 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b2d4bf29-4075-42d6-81d0-bfae62934636 req-e1cac371-25ac-428c-82b7-709e9c4c048e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432811 Jan 11 06:43:06.051000 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cd2de-db48-44ea-b19b-b8026dc279f0 req-bf66ee90-4858-466f-9988-3e378950dffc tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:06.052475 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-526cd2de-db48-44ea-b19b-b8026dc279f0 req-bf66ee90-4858-466f-9988-3e378950dffc tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 943 time: 0.0569189 Jan 11 06:43:06.098961 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-526cd2de-db48-44ea-b19b-b8026dc279f0 req-8f5815bf-44c2-4f3e-9fb7-0d128c3c922b tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Jan 11 06:43:06.831925 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 55ba664a-8431-404c-a8ab-394f9ef2d045 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:43:06.927871 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 55ba664a-8431-404c-a8ab-394f9ef2d045, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55ba664a-8431-404c-a8ab-394f9ef2d045,segment=NetworkSegment(c39dbc70-644d-499d-ad8f-fb355cf880bf),segment_id=c39dbc70-644d-499d-ad8f-fb355cf880bf)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:43:06.939847 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '55ba664a-8431-404c-a8ab-394f9ef2d045', 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083', 'port_id': '55ba664a-8431-404c-a8ab-394f9ef2d045', 'mac_address': 'fa:16:3e:0a:8a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd9b46b-a2c1-4716-ac58-8a3c01d92399', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:43:06.981438 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 55ba664a-8431-404c-a8ab-394f9ef2d045 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:43:06.982354 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:06.994981 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ba664a-8431-404c-a8ab-394f9ef2d045 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:43:07.015854 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 55ba664a-8431-404c-a8ab-394f9ef2d045, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55ba664a-8431-404c-a8ab-394f9ef2d045,segment=NetworkSegment(c39dbc70-644d-499d-ad8f-fb355cf880bf),segment_id=c39dbc70-644d-499d-ad8f-fb355cf880bf)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:43:07.020154 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:07.053880 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27401a8-e6fb-413c-9893-df4d84f3f43d req-25d32246-4363-48fb-a3eb-3a03dff9de90 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:07.055447 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b27401a8-e6fb-413c-9893-df4d84f3f43d req-25d32246-4363-48fb-a3eb-3a03dff9de90 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0510478 Jan 11 06:43:07.067385 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=55ba664a-8431-404c-a8ab-394f9ef2d045,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:07.104765 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b27401a8-e6fb-413c-9893-df4d84f3f43d req-31b7abaa-b203-4c89-8bcf-956e3ba4f0f5 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426724 Jan 11 06:43:07.216122 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04338ff0-b0d7-4f53-8cc4-e237cf0f3136 req-5141d833-0f27-4375-b4b7-585c52724e4f tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:07.217554 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-04338ff0-b0d7-4f53-8cc4-e237cf0f3136 req-5141d833-0f27-4375-b4b7-585c52724e4f tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 944 time: 0.0518322 Jan 11 06:43:07.263719 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-04338ff0-b0d7-4f53-8cc4-e237cf0f3136 req-417415d3-d944-4903-aa17-8dca72a8b91e tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 Jan 11 06:43:07.335992 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['55ba664a-8431-404c-a8ab-394f9ef2d045'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:43:08.224073 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2238b-192f-4b0f-a7db-ac0ac61f193e req-bd4b0084-c6b5-4a62-bf34-617de2ae1cb2 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:08.225758 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-60d2238b-192f-4b0f-a7db-ac0ac61f193e req-bd4b0084-c6b5-4a62-bf34-617de2ae1cb2 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0514598 Jan 11 06:43:08.282139 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-60d2238b-192f-4b0f-a7db-ac0ac61f193e req-2681ff3c-3005-4ae5-af6d-a8737bfce8ed tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498285 Jan 11 06:43:08.376845 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f286e-719c-4700-920d-af065a9497fe req-31bec14c-e08c-42ec-a052-965dffc95aeb tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:08.378397 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ed6f286e-719c-4700-920d-af065a9497fe req-31bec14c-e08c-42ec-a052-965dffc95aeb tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 944 time: 0.0488396 Jan 11 06:43:08.429424 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ed6f286e-719c-4700-920d-af065a9497fe req-6a20258f-a11f-4005-8023-890f4e5f2efd tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455306 Jan 11 06:43:08.845820 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 55ba664a-8431-404c-a8ab-394f9ef2d045 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:43:08.893848 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 55ba664a-8431-404c-a8ab-394f9ef2d045 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:43:08.897732 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 55ba664a-8431-404c-a8ab-394f9ef2d045 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:43:08.898102 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:08.974541 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 55ba664a-8431-404c-a8ab-394f9ef2d045 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:43:08.974918 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:08.996238 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fec339-4dfa-4ec9-a3ac-133430e84eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ba664a-8431-404c-a8ab-394f9ef2d045'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:43:08.998451 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdec90e-c182-426e-ad8b-7aa55879d194" -d '{"events": [{"server_uuid": "d6fec339-4dfa-4ec9-a3ac-133430e84eda", "name": "network-vif-plugged", "status": "completed", "tag": "55ba664a-8431-404c-a8ab-394f9ef2d045"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:43:09.010746 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 55ba664a-8431-404c-a8ab-394f9ef2d045, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55ba664a-8431-404c-a8ab-394f9ef2d045,segment=NetworkSegment(c39dbc70-644d-499d-ad8f-fb355cf880bf),segment_id=c39dbc70-644d-499d-ad8f-fb355cf880bf)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:43:09.014786 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:09.038748 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c925f9-e5be-4ae5-b3b4-f1a362d4b2a8 x-openstack-request-id: req-f1c925f9-e5be-4ae5-b3b4-f1a362d4b2a8 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:43:09.039039 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fec339-4dfa-4ec9-a3ac-133430e84eda", "name": "network-vif-plugged", "status": "completed", "tag": "55ba664a-8431-404c-a8ab-394f9ef2d045", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:43:09.039292 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1c925f9-e5be-4ae5-b3b4-f1a362d4b2a8 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:43:09.039680 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fec339-4dfa-4ec9-a3ac-133430e84eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ba664a-8431-404c-a8ab-394f9ef2d045', 'code': 200} Jan 11 06:43:09.064787 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=55ba664a-8431-404c-a8ab-394f9ef2d045,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:09.248767 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c44e8-e737-4543-a7ec-ef4c99404760 req-f2c61317-6f7f-4e91-a762-ebe9f9bf36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:09.250176 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0d4c44e8-e737-4543-a7ec-ef4c99404760 req-f2c61317-6f7f-4e91-a762-ebe9f9bf36ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 1098 time: 0.0416462 Jan 11 06:43:09.303080 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0d4c44e8-e737-4543-a7ec-ef4c99404760 req-1f186f02-8a73-416a-8cda-a41db4b48cb3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470228 Jan 11 06:43:09.403221 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc7b2c-d056-4157-9081-06f88f3df655 req-95075f80-3d6e-4b80-8cba-8a014f72fd44 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:09.404733 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9ffc7b2c-d056-4157-9081-06f88f3df655 req-95075f80-3d6e-4b80-8cba-8a014f72fd44 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0499015 Jan 11 06:43:09.457252 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9ffc7b2c-d056-4157-9081-06f88f3df655 req-0f251d0a-3df7-4200-a83a-86b3e96e0e26 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458910 Jan 11 06:43:09.563609 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95af2f-dc6a-4745-8e8a-90e0fb376579 req-b6af77b4-ed95-4c6f-8ac1-f70ef7a16b8b tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:09.565099 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ca95af2f-dc6a-4745-8e8a-90e0fb376579 req-b6af77b4-ed95-4c6f-8ac1-f70ef7a16b8b tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 945 time: 0.0523338 Jan 11 06:43:09.610753 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ca95af2f-dc6a-4745-8e8a-90e0fb376579 req-24bd56c7-58d0-44bb-b60f-a9e45595a80b tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398827 Jan 11 06:43:10.575942 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403bff5-b35f-4064-bd00-43735d4ea7bd req-f307853d-5df1-4d30-a873-c61093499abe tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:10.577439 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7403bff5-b35f-4064-bd00-43735d4ea7bd req-f307853d-5df1-4d30-a873-c61093499abe tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0499330 Jan 11 06:43:10.626341 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7403bff5-b35f-4064-bd00-43735d4ea7bd req-eeb6897f-70d2-46d8-bb98-4fdb22f65513 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 Jan 11 06:43:10.728698 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b17fe-4836-403a-ab9f-c9dde4a1e5c3 req-9ccdd50b-e1e7-403b-a32d-9c359bedc94c tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:10.730153 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-507b17fe-4836-403a-ab9f-c9dde4a1e5c3 req-9ccdd50b-e1e7-403b-a32d-9c359bedc94c tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 945 time: 0.0483701 Jan 11 06:43:10.778810 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-507b17fe-4836-403a-ab9f-c9dde4a1e5c3 req-56f8cd7a-4186-42f1-9c66-cc0cf9b96acb tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Jan 11 06:43:11.740106 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a5ad6-15f3-46c4-b7f5-9fb6ea74d0c1 req-b210e774-e58b-4d0d-8570-044180c38ac1 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:11.741713 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-141a5ad6-15f3-46c4-b7f5-9fb6ea74d0c1 req-b210e774-e58b-4d0d-8570-044180c38ac1 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0475950 Jan 11 06:43:11.789355 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-141a5ad6-15f3-46c4-b7f5-9fb6ea74d0c1 req-89ce58b5-93e3-49a1-b0a6-d92f71c4a86d tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Jan 11 06:43:11.890567 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aeba5-302d-4881-a62f-e8acb35c8347 req-62d792f0-ee02-4305-9795-22da17270d64 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:11.892046 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cf2aeba5-302d-4881-a62f-e8acb35c8347 req-62d792f0-ee02-4305-9795-22da17270d64 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 945 time: 0.0482605 Jan 11 06:43:11.939963 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cf2aeba5-302d-4881-a62f-e8acb35c8347 req-885cc818-cb7e-4a97-9ad6-73dffb80127e tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Jan 11 06:43:12.912637 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c48a5-29f7-482c-b7fe-d9f07079b66a req-b87747c5-a660-44cc-a178-40be0cbd2da5 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:12.914127 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a79c48a5-29f7-482c-b7fe-d9f07079b66a req-b87747c5-a660-44cc-a178-40be0cbd2da5 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0545788 Jan 11 06:43:12.963997 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a79c48a5-29f7-482c-b7fe-d9f07079b66a req-89f6717d-02c3-4ea4-94cf-c2240e82e0b9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441020 Jan 11 06:43:13.057241 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afdfd4-fcff-417e-93e1-048c27040a8f req-3fd602f2-340f-4e57-878f-c56260485e78 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:13.058725 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b6afdfd4-fcff-417e-93e1-048c27040a8f req-3fd602f2-340f-4e57-878f-c56260485e78 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 945 time: 0.0503798 Jan 11 06:43:13.105363 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b6afdfd4-fcff-417e-93e1-048c27040a8f req-8cfc57ee-e58b-4c13-b545-27d3f1fbe6af tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399749 Jan 11 06:43:13.442628 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-26b55a95-dea4-4b09-abdd-141208a99ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:13.986680 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe080e1-332f-47a5-9d9d-df977803d951 req-548f33c5-a62a-4f0a-a458-20bf098f1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:13.988152 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cfe080e1-332f-47a5-9d9d-df977803d951 req-548f33c5-a62a-4f0a-a458-20bf098f1716 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=847d6d55c052479bb0d08eb991e15ac0&device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 1098 time: 0.0467613 Jan 11 06:43:14.137137 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3a1ff-837a-4f41-8eb2-e4b8e993676c req-3c208247-f348-4238-9f5e-319941dd5e42 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:14.138617 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ffe3a1ff-837a-4f41-8eb2-e4b8e993676c req-3c208247-f348-4238-9f5e-319941dd5e42 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0817227 Jan 11 06:43:14.139864 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe080e1-332f-47a5-9d9d-df977803d951 req-72e1c03e-3524-404a-9813-b6f72eaefc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:14.141719 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cfe080e1-332f-47a5-9d9d-df977803d951 req-72e1c03e-3524-404a-9813-b6f72eaefc61 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 HTTP/1.1" status: 200 len: 910 time: 0.1459274 Jan 11 06:43:14.262753 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cfe080e1-332f-47a5-9d9d-df977803d951 req-580947a0-9f7b-4fae-8ce2-f0a4eff624b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e09874-031b-42d9-82a9-501f40abfde0 HTTP/1.1" status: 200 len: 1001 time: 0.1140361 Jan 11 06:43:14.271217 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ffe3a1ff-837a-4f41-8eb2-e4b8e993676c req-a573de52-456f-42ec-97b9-5cd4cff80a73 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242890 Jan 11 06:43:14.310525 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebaa3a-8c53-4f39-aa59-c36e1a786ae4 req-fec1cb26-6a42-4f68-ae57-631435cf5d17 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:14.311986 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f8ebaa3a-8c53-4f39-aa59-c36e1a786ae4 req-fec1cb26-6a42-4f68-ae57-631435cf5d17 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 945 time: 0.1153781 Jan 11 06:43:14.350842 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe080e1-332f-47a5-9d9d-df977803d951 req-96f447c6-e796-4273-a33c-9ae2b63ad88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:14.350842 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cfe080e1-332f-47a5-9d9d-df977803d951 req-96f447c6-e796-4273-a33c-9ae2b63ad88b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8353fbb7-0281-46c9-9720-7274b5047dc4 HTTP/1.1" status: 200 len: 848 time: 0.0745275 Jan 11 06:43:14.407388 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f8ebaa3a-8c53-4f39-aa59-c36e1a786ae4 req-623bfbfb-a022-431c-b25b-82c63b509242 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879242 Jan 11 06:43:14.417108 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe080e1-332f-47a5-9d9d-df977803d951 req-b7c33b0d-5061-4418-ac45-d13d91d7aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:14.418585 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cfe080e1-332f-47a5-9d9d-df977803d951 req-b7c33b0d-5061-4418-ac45-d13d91d7aa8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606618 Jan 11 06:43:14.520095 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cfe080e1-332f-47a5-9d9d-df977803d951 req-f83bbe95-4f38-4cd6-99c8-73be32c667a0 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947659 Jan 11 06:43:14.615603 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-cfe080e1-332f-47a5-9d9d-df977803d951 req-f420c54e-3a0a-4ba8-8278-a696c5c1847c service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885677 Jan 11 06:43:15.409521 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ea554-9805-425b-8bcb-9aaf92bbbb3d req-464c3c96-d72c-4ee5-9a9e-5ae2d4ccbc8f tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:15.411076 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-210ea554-9805-425b-8bcb-9aaf92bbbb3d req-464c3c96-d72c-4ee5-9a9e-5ae2d4ccbc8f tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0707352 Jan 11 06:43:15.461554 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-210ea554-9805-425b-8bcb-9aaf92bbbb3d req-7eb939ec-0b74-4113-b74a-d659b7f4cab5 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448353 Jan 11 06:43:15.739766 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-6883d9b0-14c7-4f0b-8abc-1a12e955ec40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:15.752992 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 40824) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:43:15.857441 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-3a7107c9-5b6d-4da3-bced-c7a4ce724e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:15.932727 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-3a7107c9-5b6d-4da3-bced-c7a4ce724e72 admin admin] Publish callbacks [] for security_group (55bdf3ad-d3d0-4601-8d82-d7787ae7fd16), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:15.936144 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-3a7107c9-5b6d-4da3-bced-c7a4ce724e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (55bdf3ad-d3d0-4601-8d82-d7787ae7fd16), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:15.976125 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7107c9-5b6d-4da3-bced-c7a4ce724e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bdf3ad-d3d0-4601-8d82-d7787ae7fd16,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:15.980515 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-3a7107c9-5b6d-4da3-bced-c7a4ce724e72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77093ca6e98a40f890f71dbd11ca32ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264647 Jan 11 06:43:15.983069 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 40830) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:43:16.239634 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b6690870-5bb0-48d0-b9b6-e76dd53d3297 admin admin] Publish callbacks [] for security_group (55bdf3ad-d3d0-4601-8d82-d7787ae7fd16), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:16.261373 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b6690870-5bb0-48d0-b9b6-e76dd53d3297 admin admin] Publish callbacks [] for security_group (55bdf3ad-d3d0-4601-8d82-d7787ae7fd16), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:16.307244 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b6690870-5bb0-48d0-b9b6-e76dd53d3297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (55bdf3ad-d3d0-4601-8d82-d7787ae7fd16), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:16.309841 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-b6690870-5bb0-48d0-b9b6-e76dd53d3297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:16.311003 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-b6690870-5bb0-48d0-b9b6-e76dd53d3297 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55bdf3ad-d3d0-4601-8d82-d7787ae7fd16 HTTP/1.1" status: 204 len: 168 time: 0.3270411 Jan 11 06:43:16.319370 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6690870-5bb0-48d0-b9b6-e76dd53d3297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bdf3ad-d3d0-4601-8d82-d7787ae7fd16,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:16.604898 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999bca4-181c-49e8-9e14-984dcdb27311 req-ac58d98b-3512-4eba-9722-b2c3c6ac4d9e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:16.605968 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 40838) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:43:16.606647 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b999bca4-181c-49e8-9e14-984dcdb27311 req-ac58d98b-3512-4eba-9722-b2c3c6ac4d9e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0610514 Jan 11 06:43:16.624087 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a25f380a-f78e-4d40-a536-dd3fc6bbb139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:16.673388 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b999bca4-181c-49e8-9e14-984dcdb27311 req-b31fe1ab-7667-495d-aed5-306e02efa110 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591140 Jan 11 06:43:16.708787 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a25f380a-f78e-4d40-a536-dd3fc6bbb139 admin admin] Publish callbacks [] for security_group (b6fc851f-a428-4e4c-9f4e-5de4fdd1466b), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:16.712244 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a25f380a-f78e-4d40-a536-dd3fc6bbb139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (b6fc851f-a428-4e4c-9f4e-5de4fdd1466b), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:16.748689 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a25f380a-f78e-4d40-a536-dd3fc6bbb139 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4c634dfc36b4a889ea16358b3ab70a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413488 Jan 11 06:43:16.749545 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f380a-f78e-4d40-a536-dd3fc6bbb139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fc851f-a428-4e4c-9f4e-5de4fdd1466b,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:16.752770 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 40840) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:43:16.801381 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f87d7f86-5c40-4e6d-abf4-b36441a1921c admin admin] Publish callbacks [] for security_group (b6fc851f-a428-4e4c-9f4e-5de4fdd1466b), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:16.824842 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f87d7f86-5c40-4e6d-abf4-b36441a1921c admin admin] Publish callbacks [] for security_group (b6fc851f-a428-4e4c-9f4e-5de4fdd1466b), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:16.877812 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f87d7f86-5c40-4e6d-abf4-b36441a1921c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (b6fc851f-a428-4e4c-9f4e-5de4fdd1466b), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:16.881042 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f87d7f86-5c40-4e6d-abf4-b36441a1921c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:16.884983 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-f87d7f86-5c40-4e6d-abf4-b36441a1921c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6fc851f-a428-4e4c-9f4e-5de4fdd1466b HTTP/1.1" status: 204 len: 168 time: 0.1311986 Jan 11 06:43:16.902452 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d7f86-5c40-4e6d-abf4-b36441a1921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fc851f-a428-4e4c-9f4e-5de4fdd1466b,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:17.057839 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:17.803828 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a183f-0c56-4ab1-8c03-a06ff94257c6 req-a7a25f73-9319-4afe-9fa1-db14737a10a7 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:17.805407 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5f5a183f-0c56-4ab1-8c03-a06ff94257c6 req-a7a25f73-9319-4afe-9fa1-db14737a10a7 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0565710 Jan 11 06:43:17.865646 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5f5a183f-0c56-4ab1-8c03-a06ff94257c6 req-a391399e-28c7-416e-9331-c62161c481d7 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533817 Jan 11 06:43:18.097802 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5fbaf-0924-4409-a233-46c16bd2033d req-6efa0f93-d4f6-43bb-86d3-dbc526eea617 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:18.100482 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-acf5fbaf-0924-4409-a233-46c16bd2033d req-6efa0f93-d4f6-43bb-86d3-dbc526eea617 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0502615 Jan 11 06:43:18.152423 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-acf5fbaf-0924-4409-a233-46c16bd2033d req-3bfeed22-e389-4fa6-ad95-c4ad2ac95a08 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452747 Jan 11 06:43:18.243145 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-1234c46e-50ca-4c88-8bfa-6967e288071c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2161124 Jan 11 06:43:18.339160 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:18.908016 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 55e09874-031b-42d9-82a9-501f40abfde0 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:43:18.981713 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 55e09874-031b-42d9-82a9-501f40abfde0 is: ACTIVE; New status is: DOWN {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:43:18.982097 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (55e09874-031b-42d9-82a9-501f40abfde0), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:19.007056 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:43:19.009206 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a40263-1ebf-4996-8a54-d15dadf9ff44" -d '{"events": [{"server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "name": "network-vif-unplugged", "status": "completed", "tag": "55e09874-031b-42d9-82a9-501f40abfde0"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:43:19.025806 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 55e09874-031b-42d9-82a9-501f40abfde0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55e09874-031b-42d9-82a9-501f40abfde0,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:43:19.030521 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (55e09874-031b-42d9-82a9-501f40abfde0), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:19.054404 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 11 Jan 2022 06:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f917a3af-05a7-430b-ba24-cee372cd5ef3 x-openstack-request-id: req-f917a3af-05a7-430b-ba24-cee372cd5ef3 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:43:19.054693 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "name": "network-vif-unplugged", "status": "failed", "tag": "55e09874-031b-42d9-82a9-501f40abfde0", "code": 422}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:43:19.054944 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f917a3af-05a7-430b-ba24-cee372cd5ef3 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:43:19.055335 dv-cinder-606346-33-iscsi neutron-server[102727]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0', 'code': 422} returned with failed status Jan 11 06:43:19.084625 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=55e09874-031b-42d9-82a9-501f40abfde0,revision_number=6']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:19.274615 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54084a2-2489-457a-96ff-2d9240580fbd req-a257e4c3-697b-45b9-8692-c938e767745c tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:19.276071 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b54084a2-2489-457a-96ff-2d9240580fbd req-a257e4c3-697b-45b9-8692-c938e767745c tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0559070 Jan 11 06:43:19.327038 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b54084a2-2489-457a-96ff-2d9240580fbd req-4fa8767d-f849-41e9-aab1-d205914b871a tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453885 Jan 11 06:43:19.690709 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:19.896793 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-73d84ea2-7b10-4be9-9fb2-dc9184fecfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:19.898341 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-73d84ea2-7b10-4be9-9fb2-dc9184fecfd4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e&tenant_id=847d6d55c052479bb0d08eb991e15ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0497677 Jan 11 06:43:19.988501 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-9d212074-a7cb-4f5d-99f3-932c70ed41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:19.989933 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-9d212074-a7cb-4f5d-99f3-932c70ed41dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=847d6d55c052479bb0d08eb991e15ac0&device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 1096 time: 0.0467341 Jan 11 06:43:20.089902 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-1b4141d4-7a60-4f7f-930f-bbd55efce6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:20.091349 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-1b4141d4-7a60-4f7f-930f-bbd55efce6ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 HTTP/1.1" status: 200 len: 910 time: 0.0946105 Jan 11 06:43:20.159998 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-6e012322-95f3-4217-a37a-f18466f68ddf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e09874-031b-42d9-82a9-501f40abfde0 HTTP/1.1" status: 200 len: 999 time: 0.0602529 Jan 11 06:43:20.210860 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-33329737-63e5-4bfc-85cc-3dd8ad582b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:20.212260 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-33329737-63e5-4bfc-85cc-3dd8ad582b0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8353fbb7-0281-46c9-9720-7274b5047dc4 HTTP/1.1" status: 200 len: 848 time: 0.0422258 Jan 11 06:43:20.255649 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-c76178b5-0cde-4375-b2c4-02aa2e817e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:20.257156 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-c76178b5-0cde-4375-b2c4-02aa2e817e51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381689 Jan 11 06:43:20.350763 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-4dfa86d2-b451-4910-83a0-d613c11ac9bf service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869043 Jan 11 06:43:20.473060 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3df7a780-3ff2-4e89-9c52-0b0052749055 req-b58bc419-3703-408e-a726-22394dac1bac service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162355 Jan 11 06:43:20.481577 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cff05-e566-461c-b767-b63d5b465d7e req-7c1390af-beae-4758-88e9-9cbd8c18da6e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:20.482911 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-842cff05-e566-461c-b767-b63d5b465d7e req-7c1390af-beae-4758-88e9-9cbd8c18da6e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0714946 Jan 11 06:43:20.532718 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-842cff05-e566-461c-b767-b63d5b465d7e req-7893b379-e507-4f92-be14-0d9d148696a5 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433927 Jan 11 06:43:21.648329 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c23fe-d482-4de5-8929-13b865ab6454 req-487c4baa-a3e2-489f-ab02-aabdba8315c5 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:21.649875 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3e7c23fe-d482-4de5-8929-13b865ab6454 req-487c4baa-a3e2-489f-ab02-aabdba8315c5 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0490074 Jan 11 06:43:21.699905 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3e7c23fe-d482-4de5-8929-13b865ab6454 req-b202c357-8086-40b2-89e1-783e30e8083e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444570 Jan 11 06:43:21.839663 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:22.817772 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb9e9d-b557-4010-a3cf-3b3da0860048 req-7899694c-37d0-4af2-b711-1a6e7d5f5ad4 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:22.819230 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-06cb9e9d-b557-4010-a3cf-3b3da0860048 req-7899694c-37d0-4af2-b711-1a6e7d5f5ad4 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0516260 Jan 11 06:43:22.869512 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-06cb9e9d-b557-4010-a3cf-3b3da0860048 req-020eb620-7485-4678-a33d-3608826d7fa4 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441327 Jan 11 06:43:23.982171 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b878e-c8c5-4752-9ec1-43399730dc1c req-e222fca1-5114-490f-88a9-8e4d3d50b57e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:23.983638 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9a8b878e-c8c5-4752-9ec1-43399730dc1c req-e222fca1-5114-490f-88a9-8e4d3d50b57e tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0485015 Jan 11 06:43:24.033472 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9a8b878e-c8c5-4752-9ec1-43399730dc1c req-62391195-aeee-4837-9b27-5347ec9bcb0b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428829 Jan 11 06:43:25.158291 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661662-c15e-4493-a710-567e1bf34620 req-87d729d7-0209-41ed-b5f3-3ec389502a14 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:25.159739 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b8661662-c15e-4493-a710-567e1bf34620 req-87d729d7-0209-41ed-b5f3-3ec389502a14 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0532014 Jan 11 06:43:25.209638 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b8661662-c15e-4493-a710-567e1bf34620 req-75f530cd-6f01-4f60-86a7-a4bba30cd3b3 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434253 Jan 11 06:43:26.322035 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c36e2-1da4-4142-9114-22a497e10b55 req-15c75301-f821-4930-bb73-cc02192222b6 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:26.323482 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-485c36e2-1da4-4142-9114-22a497e10b55 req-15c75301-f821-4930-bb73-cc02192222b6 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0481558 Jan 11 06:43:26.371625 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-485c36e2-1da4-4142-9114-22a497e10b55 req-9ec522cc-fafa-4fb8-9cd6-1593a14da4f7 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424194 Jan 11 06:43:26.622224 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:43:27.484648 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9b758-5e3e-40c9-a2b4-b8f69b689611 req-0019b254-ee93-4a74-aaf8-26222267071b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:27.486196 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-66e9b758-5e3e-40c9-a2b4-b8f69b689611 req-0019b254-ee93-4a74-aaf8-26222267071b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0489378 Jan 11 06:43:27.536972 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-66e9b758-5e3e-40c9-a2b4-b8f69b689611 req-241d6d6f-3833-4b46-ac7b-757ab69eae54 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453401 Jan 11 06:43:28.652132 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d7934-8be1-4c29-88e4-92a69898ab83 req-687e167c-3a40-437d-a727-7f770a24f353 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:28.653642 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f41d7934-8be1-4c29-88e4-92a69898ab83 req-687e167c-3a40-437d-a727-7f770a24f353 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 943 time: 0.0505474 Jan 11 06:43:28.701407 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f41d7934-8be1-4c29-88e4-92a69898ab83 req-6e8c8f92-21b5-4aa1-9039-e80f5817c35b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422792 Jan 11 06:43:28.946321 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 55e09874-031b-42d9-82a9-501f40abfde0 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:43:29.040222 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 55e09874-031b-42d9-82a9-501f40abfde0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55e09874-031b-42d9-82a9-501f40abfde0,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:43:29.051443 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '55e09874-031b-42d9-82a9-501f40abfde0', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'port_id': '55e09874-031b-42d9-82a9-501f40abfde0', 'mac_address': 'fa:16:3e:d1:4b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:43:29.087203 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 55e09874-031b-42d9-82a9-501f40abfde0 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:43:29.087618 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (55e09874-031b-42d9-82a9-501f40abfde0), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:29.102817 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e09874-031b-42d9-82a9-501f40abfde0 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:43:29.121967 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 55e09874-031b-42d9-82a9-501f40abfde0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55e09874-031b-42d9-82a9-501f40abfde0,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:43:29.126276 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (55e09874-031b-42d9-82a9-501f40abfde0), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:29.173600 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=55e09874-031b-42d9-82a9-501f40abfde0,revision_number=7']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:29.181795 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.182155 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.182504 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.182846 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.183183 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.183516 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.183848 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.184180 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.184538 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.184868 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.185200 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.185525 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.185849 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:43:29.486834 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41058) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:43:29.521969 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['55e09874-031b-42d9-82a9-501f40abfde0'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:43:29.602055 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b5a88dd9-b59a-4cfb-a307-54afe0d851af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:29.677579 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b5a88dd9-b59a-4cfb-a307-54afe0d851af admin admin] Publish callbacks [] for security_group (31e70be6-569d-4fcd-b723-65bc22cabecf), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:29.681692 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b5a88dd9-b59a-4cfb-a307-54afe0d851af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (31e70be6-569d-4fcd-b723-65bc22cabecf), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:29.720142 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-b5a88dd9-b59a-4cfb-a307-54afe0d851af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43adfbb0fefe4a658457c4ed2f75c4d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314692 Jan 11 06:43:29.721146 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a88dd9-b59a-4cfb-a307-54afe0d851af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e70be6-569d-4fcd-b723-65bc22cabecf,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:29.723131 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41064) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:43:29.787600 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-bc5a8d99-4f5a-48e4-8dc5-497bf8420bc1 admin admin] Publish callbacks [] for security_group (31e70be6-569d-4fcd-b723-65bc22cabecf), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:29.812718 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-bc5a8d99-4f5a-48e4-8dc5-497bf8420bc1 admin admin] Publish callbacks [] for security_group (31e70be6-569d-4fcd-b723-65bc22cabecf), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:29.829576 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869ff42-7bc6-4401-b475-75537c2f7433 req-02bb6cfb-1b0f-4196-a1d3-7fdf17337007 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:29.831277 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7869ff42-7bc6-4401-b475-75537c2f7433 req-02bb6cfb-1b0f-4196-a1d3-7fdf17337007 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 944 time: 0.0597687 Jan 11 06:43:29.861387 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-bc5a8d99-4f5a-48e4-8dc5-497bf8420bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (31e70be6-569d-4fcd-b723-65bc22cabecf), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:29.864722 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-bc5a8d99-4f5a-48e4-8dc5-497bf8420bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:29.865917 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-bc5a8d99-4f5a-48e4-8dc5-497bf8420bc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31e70be6-569d-4fcd-b723-65bc22cabecf HTTP/1.1" status: 204 len: 168 time: 0.1410275 Jan 11 06:43:29.877408 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a8d99-4f5a-48e4-8dc5-497bf8420bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e70be6-569d-4fcd-b723-65bc22cabecf,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:29.883138 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7869ff42-7bc6-4401-b475-75537c2f7433 req-c919947a-09bd-4aad-b18f-47b0ee98691b tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460138 Jan 11 06:43:30.119774 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41072) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:43:30.134066 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f27e073a-b8cc-48d7-8147-640fb59e9a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:30.210738 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f27e073a-b8cc-48d7-8147-640fb59e9a3a admin admin] Publish callbacks [] for security_group (d30a982d-e2e3-4b98-b535-cb63a91e1ea8), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:30.214461 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f27e073a-b8cc-48d7-8147-640fb59e9a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (d30a982d-e2e3-4b98-b535-cb63a91e1ea8), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:30.250872 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e073a-b8cc-48d7-8147-640fb59e9a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30a982d-e2e3-4b98-b535-cb63a91e1ea8,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:30.256161 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-f27e073a-b8cc-48d7-8147-640fb59e9a3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d050215bdea7425dbf32a105126e2d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353037 Jan 11 06:43:30.258864 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41074) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:43:30.308132 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6a5684dc-17a8-4322-8252-734e401786b2 admin admin] Publish callbacks [] for security_group (d30a982d-e2e3-4b98-b535-cb63a91e1ea8), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:30.329514 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6a5684dc-17a8-4322-8252-734e401786b2 admin admin] Publish callbacks [] for security_group (d30a982d-e2e3-4b98-b535-cb63a91e1ea8), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:30.374804 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6a5684dc-17a8-4322-8252-734e401786b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (d30a982d-e2e3-4b98-b535-cb63a91e1ea8), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:30.377444 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6a5684dc-17a8-4322-8252-734e401786b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:30.379375 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-6a5684dc-17a8-4322-8252-734e401786b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d30a982d-e2e3-4b98-b535-cb63a91e1ea8 HTTP/1.1" status: 204 len: 168 time: 0.1196294 Jan 11 06:43:30.387302 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5684dc-17a8-4322-8252-734e401786b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30a982d-e2e3-4b98-b535-cb63a91e1ea8,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:30.973556 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 55e09874-031b-42d9-82a9-501f40abfde0 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:43:30.997091 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafee2f6-4a8b-4b99-b734-f02bbe4ed172 req-93ce24eb-9259-4bda-8cbd-d9db9ffddc2f tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:30.998593 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-aafee2f6-4a8b-4b99-b734-f02bbe4ed172 req-93ce24eb-9259-4bda-8cbd-d9db9ffddc2f tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 944 time: 0.0503707 Jan 11 06:43:31.024573 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 55e09874-031b-42d9-82a9-501f40abfde0 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:43:31.025024 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (55e09874-031b-42d9-82a9-501f40abfde0), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:31.053639 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-aafee2f6-4a8b-4b99-b734-f02bbe4ed172 req-795cb24c-da5d-4c50-b5f4-ec54c373c524 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484860 Jan 11 06:43:31.115703 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 55e09874-031b-42d9-82a9-501f40abfde0 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:43:31.116089 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (55e09874-031b-42d9-82a9-501f40abfde0), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:31.139021 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:43:31.141275 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dfade5-729a-4c8b-9569-8e6a4010b3b4" -d '{"events": [{"server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "name": "network-vif-plugged", "status": "completed", "tag": "55e09874-031b-42d9-82a9-501f40abfde0"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:43:31.154163 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 55e09874-031b-42d9-82a9-501f40abfde0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55e09874-031b-42d9-82a9-501f40abfde0,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:43:31.158494 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (55e09874-031b-42d9-82a9-501f40abfde0), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:31.182591 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9988327f-ec9a-4d36-a7b5-bc25563edf52 x-openstack-request-id: req-9988327f-ec9a-4d36-a7b5-bc25563edf52 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:43:31.182887 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "name": "network-vif-plugged", "status": "completed", "tag": "55e09874-031b-42d9-82a9-501f40abfde0", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:43:31.183142 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9988327f-ec9a-4d36-a7b5-bc25563edf52 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:43:31.183527 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0', 'code': 200} Jan 11 06:43:31.209391 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=55e09874-031b-42d9-82a9-501f40abfde0,revision_number=8']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:31.474351 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7275135-05f1-4d48-a5f7-bd7448421405 req-7d55e724-40e8-4ac2-9b64-79ddc4789532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:31.475965 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d7275135-05f1-4d48-a5f7-bd7448421405 req-7d55e724-40e8-4ac2-9b64-79ddc4789532 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 1098 time: 0.0426216 Jan 11 06:43:31.525136 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d7275135-05f1-4d48-a5f7-bd7448421405 req-476a9a7b-6899-4277-99bd-3cd209679fa7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423827 Jan 11 06:43:32.171527 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c42ddd-9c21-41f7-8898-ff3a2aefb17d req-64c3ce79-0456-4537-a541-0e2ec8202962 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:32.173020 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d6c42ddd-9c21-41f7-8898-ff3a2aefb17d req-64c3ce79-0456-4537-a541-0e2ec8202962 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0484567 Jan 11 06:43:32.220467 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d6c42ddd-9c21-41f7-8898-ff3a2aefb17d req-18b0e28d-7dad-46da-874d-7f14ecdf35d5 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Jan 11 06:43:33.335477 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c419e8d-98ec-4cc0-81ec-ef70c8189f64 req-f4e0c5ad-71bd-4452-bb30-d464e10a6c44 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:33.337029 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c419e8d-98ec-4cc0-81ec-ef70c8189f64 req-f4e0c5ad-71bd-4452-bb30-d464e10a6c44 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0483439 Jan 11 06:43:33.385303 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2c419e8d-98ec-4cc0-81ec-ef70c8189f64 req-262c7e12-b6d3-4f40-9007-e7e620435046 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426371 Jan 11 06:43:39.728868 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41204) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:43:39.829932 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-731fc9d6-1613-4737-a565-589ca5d86b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:39.901755 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-731fc9d6-1613-4737-a565-589ca5d86b59 admin admin] Publish callbacks [] for security_group (53475e01-f279-41e1-82f2-bb097f81f684), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:39.905526 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-731fc9d6-1613-4737-a565-589ca5d86b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (53475e01-f279-41e1-82f2-bb097f81f684), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:39.944960 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-731fc9d6-1613-4737-a565-589ca5d86b59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab7d1c4487164d129947246a32e88b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150271 Jan 11 06:43:39.946859 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fc9d6-1613-4737-a565-589ca5d86b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53475e01-f279-41e1-82f2-bb097f81f684,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:39.947576 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41208) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:43:39.998423 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ba89295d-ad4c-4620-8c05-9b95c58b4503 admin admin] Publish callbacks [] for security_group (53475e01-f279-41e1-82f2-bb097f81f684), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:40.018452 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ba89295d-ad4c-4620-8c05-9b95c58b4503 admin admin] Publish callbacks [] for security_group (53475e01-f279-41e1-82f2-bb097f81f684), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:40.062747 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ba89295d-ad4c-4620-8c05-9b95c58b4503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (53475e01-f279-41e1-82f2-bb097f81f684), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:40.065737 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-ba89295d-ad4c-4620-8c05-9b95c58b4503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:40.067283 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-ba89295d-ad4c-4620-8c05-9b95c58b4503 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53475e01-f279-41e1-82f2-bb097f81f684 HTTP/1.1" status: 204 len: 168 time: 0.1187279 Jan 11 06:43:40.075317 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89295d-ad4c-4620-8c05-9b95c58b4503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53475e01-f279-41e1-82f2-bb097f81f684,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:43:43.444446 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-e0b2128d-ebfd-4ddd-8dbe-d86a94287005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:45.743385 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-9c5debae-fcc8-46ac-a4f1-8753d6e3dfc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:46.889365 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:48.335197 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:49.693716 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:51.840343 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:43:56.944395 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ded1e7b3-8bfb-4fb8-b3dd-c7375da384b7 req-2c3f7385-b0fc-41a0-afcb-77af490735e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391567 Jan 11 06:43:57.019420 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1e7b3-8bfb-4fb8-b3dd-c7375da384b7 req-626227bf-1b7e-4dce-97b3-26077cc983ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:57.021017 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ded1e7b3-8bfb-4fb8-b3dd-c7375da384b7 req-626227bf-1b7e-4dce-97b3-26077cc983ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=847d6d55c052479bb0d08eb991e15ac0&device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 1098 time: 0.0411944 Jan 11 06:43:57.131985 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1e7b3-8bfb-4fb8-b3dd-c7375da384b7 req-3a49532e-9476-4103-b30f-f9765d3d62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:57.133545 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ded1e7b3-8bfb-4fb8-b3dd-c7375da384b7 req-3a49532e-9476-4103-b30f-f9765d3d62e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 HTTP/1.1" status: 200 len: 910 time: 0.0899677 Jan 11 06:43:57.200958 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ded1e7b3-8bfb-4fb8-b3dd-c7375da384b7 req-c6872847-6a50-4413-bda1-c31ee57e2956 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e09874-031b-42d9-82a9-501f40abfde0 HTTP/1.1" status: 200 len: 1001 time: 0.0601087 Jan 11 06:43:57.257149 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1e7b3-8bfb-4fb8-b3dd-c7375da384b7 req-3d8fa2b9-468e-46b3-93ee-6a7432f3b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:57.259189 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ded1e7b3-8bfb-4fb8-b3dd-c7375da384b7 req-3d8fa2b9-468e-46b3-93ee-6a7432f3b8f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8353fbb7-0281-46c9-9720-7274b5047dc4 HTTP/1.1" status: 200 len: 848 time: 0.0507424 Jan 11 06:43:57.304803 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1e7b3-8bfb-4fb8-b3dd-c7375da384b7 req-77fe7792-b529-424a-9cd9-148ce2176fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:43:57.306341 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ded1e7b3-8bfb-4fb8-b3dd-c7375da384b7 req-77fe7792-b529-424a-9cd9-148ce2176fa1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412457 Jan 11 06:43:57.396907 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ded1e7b3-8bfb-4fb8-b3dd-c7375da384b7 req-94f23399-fa8c-4f06-9979-80f321c42003 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844998 Jan 11 06:43:57.762050 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-ded1e7b3-8bfb-4fb8-b3dd-c7375da384b7 req-170a10dd-c55c-42ee-a03c-8ebc93bd6813 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585083 Jan 11 06:44:03.620075 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:44:04.285506 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121f17f-0b8e-4954-ab5e-aa974f713573 req-162ecc72-154a-4194-b493-ee3cc45d2182 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:04.286964 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a121f17f-0b8e-4954-ab5e-aa974f713573 req-162ecc72-154a-4194-b493-ee3cc45d2182 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 945 time: 0.0483365 Jan 11 06:44:04.337679 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a121f17f-0b8e-4954-ab5e-aa974f713573 req-3ee71502-0460-4e27-af69-cb9da0635f34 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Jan 11 06:44:05.456384 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2fd63-a2ce-4f08-8563-255e27b67c2d req-9d0c5e5e-3d98-4a97-aeec-c5e10c716e6b tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:05.458020 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ae2fd63-a2ce-4f08-8563-255e27b67c2d req-9d0c5e5e-3d98-4a97-aeec-c5e10c716e6b tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 945 time: 0.0487680 Jan 11 06:44:05.506769 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ae2fd63-a2ce-4f08-8563-255e27b67c2d req-50c401a7-394d-40cf-bca7-b8b60b898218 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432158 Jan 11 06:44:06.199897 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b625bba-c227-4e28-b36a-8060d3bcb2e2 req-561dfe95-0f03-4481-a448-2ff3608659a2 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:06.201349 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6b625bba-c227-4e28-b36a-8060d3bcb2e2 req-561dfe95-0f03-4481-a448-2ff3608659a2 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 945 time: 0.0476367 Jan 11 06:44:06.293549 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-6b625bba-c227-4e28-b36a-8060d3bcb2e2 req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Deleting port 55ba664a-8431-404c-a8ab-394f9ef2d045 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:06.293887 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-6b625bba-c227-4e28-b36a-8060d3bcb2e2 req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:06.384327 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-6b625bba-c227-4e28-b36a-8060d3bcb2e2 req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] For port 55ba664a-8431-404c-a8ab-394f9ef2d045, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55ba664a-8431-404c-a8ab-394f9ef2d045,segment=NetworkSegment(c39dbc70-644d-499d-ad8f-fb355cf880bf),segment_id=c39dbc70-644d-499d-ad8f-fb355cf880bf)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:06.384725 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-6b625bba-c227-4e28-b36a-8060d3bcb2e2 req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:06.400745 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-6b625bba-c227-4e28-b36a-8060d3bcb2e2 req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Calling delete_port for 55ba664a-8431-404c-a8ab-394f9ef2d045 owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:06.532285 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-6b625bba-c227-4e28-b36a-8060d3bcb2e2 req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (55ba664a-8431-404c-a8ab-394f9ef2d045), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:06.562792 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Pushing event deleted for resources: {'Port': ['ID=55ba664a-8431-404c-a8ab-394f9ef2d045,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:06.572671 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['55ba664a-8431-404c-a8ab-394f9ef2d045'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:44:06.612526 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b625bba-c227-4e28-b36a-8060d3bcb2e2 req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] No DVR routers for this DVR port 55ba664a-8431-404c-a8ab-394f9ef2d045 on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:44:06.615031 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.615376 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.615717 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.616048 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.616392 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.616723 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.617046 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.617368 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.617708 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.618017 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.618338 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.618663 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.618981 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:06.622304 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-6b625bba-c227-4e28-b36a-8060d3bcb2e2 req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:06.625726 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-6b625bba-c227-4e28-b36a-8060d3bcb2e2 req-9d112e1b-705e-499d-bbaf-bb7673f0f0ba tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.30 "DELETE /v2.0/ports/55ba664a-8431-404c-a8ab-394f9ef2d045 HTTP/1.1" status: 204 len: 173 time: 0.4171617 Jan 11 06:44:06.626905 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fec339-4dfa-4ec9-a3ac-133430e84eda', 'name': 'network-vif-deleted', 'tag': '55ba664a-8431-404c-a8ab-394f9ef2d045'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:44:06.629527 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04188f89-713e-413c-b30b-f55b3978e7ea" -d '{"events": [{"server_uuid": "d6fec339-4dfa-4ec9-a3ac-133430e84eda", "name": "network-vif-deleted", "tag": "55ba664a-8431-404c-a8ab-394f9ef2d045"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:44:06.660644 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82453152-a0ea-4224-89a1-52147de451a0 req-da04bec4-a34f-4d4a-9f82-2b7238f62c26 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6fec339-4dfa-4ec9-a3ac-133430e84eda HTTP/1.1" status: 200 len: 210 time: 0.0492823 Jan 11 06:44:06.678328 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c8e85b-0c2f-4e97-86b2-de5cb55e506a x-openstack-request-id: req-c7c8e85b-0c2f-4e97-86b2-de5cb55e506a {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:44:06.678624 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fec339-4dfa-4ec9-a3ac-133430e84eda", "name": "network-vif-deleted", "tag": "55ba664a-8431-404c-a8ab-394f9ef2d045", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:44:06.679540 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7c8e85b-0c2f-4e97-86b2-de5cb55e506a {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:44:06.679957 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fec339-4dfa-4ec9-a3ac-133430e84eda', 'name': 'network-vif-deleted', 'tag': '55ba664a-8431-404c-a8ab-394f9ef2d045', 'status': 'completed', 'code': 200} Jan 11 06:44:06.790444 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41432) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:06.898344 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:06.970037 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Publish callbacks [] for security_group (3606d3ec-510e-4953-b71c-0815738870d8), precommit_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:06.973975 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (3606d3ec-510e-4953-b71c-0815738870d8), after_create {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:07.012610 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cebdee6b8e624cebbc2493f8a4fd3587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210777 Jan 11 06:44:07.013477 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3606d3ec-510e-4953-b71c-0815738870d8,revision_number=1']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:07.015330 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41436) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:07.021287 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.021688 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.022065 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.022449 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.022815 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.023185 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.023545 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.023904 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.024266 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.024627 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.024961 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.025290 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.025621 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffd5d67-f6f4-4218-8a3b-f4e76eb04e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:07.062620 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-58ab8c07-7459-4502-b8bd-31686d76b1e7 admin admin] Publish callbacks [] for security_group (3606d3ec-510e-4953-b71c-0815738870d8), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:07.084143 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-58ab8c07-7459-4502-b8bd-31686d76b1e7 admin admin] Publish callbacks [] for security_group (3606d3ec-510e-4953-b71c-0815738870d8), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:07.133285 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-58ab8c07-7459-4502-b8bd-31686d76b1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (3606d3ec-510e-4953-b71c-0815738870d8), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:07.135835 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-58ab8c07-7459-4502-b8bd-31686d76b1e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:07.137010 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-58ab8c07-7459-4502-b8bd-31686d76b1e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3606d3ec-510e-4953-b71c-0815738870d8 HTTP/1.1" status: 204 len: 168 time: 0.1206794 Jan 11 06:44:07.145176 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab8c07-7459-4502-b8bd-31686d76b1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3606d3ec-510e-4953-b71c-0815738870d8,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:08.195665 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41446) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:08.350443 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Deleting port e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:08.350781 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:08.428908 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:08.429237 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:08.440997 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Calling delete_port for e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92 owned by network:floatingip {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:08.609398 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:08.635006 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event deleted for resources: {'Port': ['ID=e4cf6a68-fb1f-4404-9cd4-9a6a7fa94b92,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:08.696301 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (60141db4-6063-46d9-b3f7-23ab445b3feb), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:08.696657 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.l3_db [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Floating IP 60141db4-6063-46d9-b3f7-23ab445b3feb disassociated (deleted). External IP: 172.27.2.93, port: 64220a56-fc91-4e96-8aec-90c47344d182. Jan 11 06:44:08.902499 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Router 3c105066-b0ec-4871-8290-f00783648693 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:44:09.005796 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:44:09.010537 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:09.015096 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a64b66-61ce-475d-ab8b-8dbf503939bb None None] Sync routers for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:44:09.025418 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a64b66-61ce-475d-ab8b-8dbf503939bb None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:44:09.026032 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-35a64b66-61ce-475d-ab8b-8dbf503939bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:43:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:09.037877 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-37534e8f-5d6e-4fe0-a8fc-453b0ca67304 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "DELETE /v2.0/floatingips/60141db4-6063-46d9-b3f7-23ab445b3feb HTTP/1.1" status: 204 len: 168 time: 0.8411405 Jan 11 06:44:09.038456 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'tag': '64220a56-fc91-4e96-8aec-90c47344d182'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:44:09.040724 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bb1418-55de-464a-a2b1-eff5fb1c01b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f61c2363-dcb1-4adb-bb74-8a424ae15f72", "tag": "64220a56-fc91-4e96-8aec-90c47344d182"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:44:09.078325 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e70100-5ab7-4953-9b9d-0d6f2bb7bf14 x-openstack-request-id: req-16e70100-5ab7-4953-9b9d-0d6f2bb7bf14 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:44:09.078657 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61c2363-dcb1-4adb-bb74-8a424ae15f72", "tag": "64220a56-fc91-4e96-8aec-90c47344d182", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:44:09.078917 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16e70100-5ab7-4953-9b9d-0d6f2bb7bf14 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:44:09.079382 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'tag': '64220a56-fc91-4e96-8aec-90c47344d182', 'status': 'completed', 'code': 200} Jan 11 06:44:09.136846 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-35a64b66-61ce-475d-ab8b-8dbf503939bb None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:44:09.256695 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042b918-2111-42f7-9995-4b33b9e3c89c req-158870c5-b970-4f29-ad9f-86126b4ba510 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:09.258201 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f042b918-2111-42f7-9995-4b33b9e3c89c req-158870c5-b970-4f29-ad9f-86126b4ba510 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 946 time: 0.0536528 Jan 11 06:44:09.306835 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-f042b918-2111-42f7-9995-4b33b9e3c89c req-798db2b2-608c-42e4-827f-df3f8bda2dd4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429924 Jan 11 06:44:09.358793 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-35a64b66-61ce-475d-ab8b-8dbf503939bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'c209504e-2f8f-4709-923a-60c01407182b', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:05:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:18Z', 'revision_number': 1, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:09.387788 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a64b66-61ce-475d-ab8b-8dbf503939bb None None] Checking router: 3c105066-b0ec-4871-8290-f00783648693 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:44:09.396662 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a64b66-61ce-475d-ab8b-8dbf503939bb None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:44:09.397263 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-35a64b66-61ce-475d-ab8b-8dbf503939bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:43:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:09.498899 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-35a64b66-61ce-475d-ab8b-8dbf503939bb None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:44:09.712901 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-35a64b66-61ce-475d-ab8b-8dbf503939bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'c209504e-2f8f-4709-923a-60c01407182b', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:05:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:18Z', 'revision_number': 1, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:09.739325 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a64b66-61ce-475d-ab8b-8dbf503939bb None None] The sync data for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi is: [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_floatingips': [{'id': 'c209504e-2f8f-4709-923a-60c01407182b', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'router_id': '3c105066-b0ec-4871-8290-f00783648693', 'port_id': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'mac_address': 'fa:16:3e:05:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T06:40:15Z', 'updated_at': '2022-01-11T06:40:18Z', 'revision_number': 1, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:44:09.955870 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c8f1d7-b8d4-461f-a35d-7d2cc5081b2d None None] New status for floating IP 60141db4-6063-46d9-b3f7-23ab445b3feb: DOWN {{(pid=102728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:44:10.423803 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090361b-c452-4f51-859a-0c96050b3452 req-077152ee-dbc5-49e2-a3ad-d6aa0c62a846 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:10.426003 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2090361b-c452-4f51-859a-0c96050b3452 req-077152ee-dbc5-49e2-a3ad-d6aa0c62a846 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 946 time: 0.0494583 Jan 11 06:44:10.474067 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2090361b-c452-4f51-859a-0c96050b3452 req-c012df04-87b7-461e-827a-01149454e3d7 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Jan 11 06:44:11.052845 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 55ba664a-8431-404c-a8ab-394f9ef2d045 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:44:11.076828 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 55ba664a-8431-404c-a8ab-394f9ef2d045 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:44:11.077175 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 55ba664a-8431-404c-a8ab-394f9ef2d045 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:44:11.123552 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb1418-55de-464a-a2b1-eff5fb1c01b0 req-8fd054b1-8cf8-4cca-9b9b-015c6f85d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:11.125081 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-30bb1418-55de-464a-a2b1-eff5fb1c01b0 req-8fd054b1-8cf8-4cca-9b9b-015c6f85d5c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 1099 time: 0.0427101 Jan 11 06:44:11.225462 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb1418-55de-464a-a2b1-eff5fb1c01b0 req-2c909c9a-139b-48a8-903a-49a8e8da48a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:11.226912 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-30bb1418-55de-464a-a2b1-eff5fb1c01b0 req-2c909c9a-139b-48a8-903a-49a8e8da48a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 912 time: 0.0824375 Jan 11 06:44:11.271912 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-30bb1418-55de-464a-a2b1-eff5fb1c01b0 req-a5b3fa8a-ded7-4251-9623-d64125ad6fb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64220a56-fc91-4e96-8aec-90c47344d182 HTTP/1.1" status: 200 len: 217 time: 0.0363905 Jan 11 06:44:11.325407 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb1418-55de-464a-a2b1-eff5fb1c01b0 req-363e6179-672d-4fd1-bdc0-7c10788d7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:11.326724 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-30bb1418-55de-464a-a2b1-eff5fb1c01b0 req-363e6179-672d-4fd1-bdc0-7c10788d7c2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 200 len: 850 time: 0.0412943 Jan 11 06:44:11.370851 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb1418-55de-464a-a2b1-eff5fb1c01b0 req-d2a7add4-aa22-4985-9d12-501d10b134e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:11.372264 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-30bb1418-55de-464a-a2b1-eff5fb1c01b0 req-d2a7add4-aa22-4985-9d12-501d10b134e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bebe336f-59ef-41e9-a38e-800c0e378ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0374751 Jan 11 06:44:11.465802 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-30bb1418-55de-464a-a2b1-eff5fb1c01b0 req-7d840c04-5443-472a-8c46-d6055eda2684 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861070 Jan 11 06:44:11.579168 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-30bb1418-55de-464a-a2b1-eff5fb1c01b0 req-9fc03332-108c-4151-a98c-585e079665c8 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056087 Jan 11 06:44:11.601189 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c3393-baa4-43ab-9e64-c77551bd2a3d req-29a42cef-63a1-4c21-9088-bdceb559d0e8 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:11.602734 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d04c3393-baa4-43ab-9e64-c77551bd2a3d req-29a42cef-63a1-4c21-9088-bdceb559d0e8 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 946 time: 0.0592318 Jan 11 06:44:11.655406 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-d04c3393-baa4-43ab-9e64-c77551bd2a3d req-0463e6d5-e6ff-4c62-bea1-ee3c33e69ca8 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469654 Jan 11 06:44:12.768426 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ecedc-dd59-428c-b694-e6ae0e45a249 req-d9266c51-dd99-489e-b6ca-ef45f652f341 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:12.770057 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b63ecedc-dd59-428c-b694-e6ae0e45a249 req-d9266c51-dd99-489e-b6ca-ef45f652f341 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 946 time: 0.0484247 Jan 11 06:44:12.827343 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-b63ecedc-dd59-428c-b694-e6ae0e45a249 req-3e67bb93-620e-48aa-9829-224f08ea19fd tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516310 Jan 11 06:44:13.014332 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba50366-c4c3-4792-8522-68025ba18496 req-3e23d08f-acc8-4aee-9ac1-7354d4d1e3c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:13.015639 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ba50366-c4c3-4792-8522-68025ba18496 req-3e23d08f-acc8-4aee-9ac1-7354d4d1e3c4 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 946 time: 0.0470455 Jan 11 06:44:13.105900 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-3ba50366-c4c3-4792-8522-68025ba18496 req-6557aa41-c673-493d-bc58-4bb0af914b47 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Deleting port 64220a56-fc91-4e96-8aec-90c47344d182 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:13.106234 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3ba50366-c4c3-4792-8522-68025ba18496 req-6557aa41-c673-493d-bc58-4bb0af914b47 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (64220a56-fc91-4e96-8aec-90c47344d182), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:13.192329 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-3ba50366-c4c3-4792-8522-68025ba18496 req-6557aa41-c673-493d-bc58-4bb0af914b47 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] For port 64220a56-fc91-4e96-8aec-90c47344d182, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=64220a56-fc91-4e96-8aec-90c47344d182,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:13.193043 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3ba50366-c4c3-4792-8522-68025ba18496 req-6557aa41-c673-493d-bc58-4bb0af914b47 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (64220a56-fc91-4e96-8aec-90c47344d182), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:13.206607 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-3ba50366-c4c3-4792-8522-68025ba18496 req-6557aa41-c673-493d-bc58-4bb0af914b47 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Calling delete_port for 64220a56-fc91-4e96-8aec-90c47344d182 owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:13.346306 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3ba50366-c4c3-4792-8522-68025ba18496 req-6557aa41-c673-493d-bc58-4bb0af914b47 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (64220a56-fc91-4e96-8aec-90c47344d182), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:13.376604 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557aa41-c673-493d-bc58-4bb0af914b47 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event deleted for resources: {'Port': ['ID=64220a56-fc91-4e96-8aec-90c47344d182,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:13.426836 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba50366-c4c3-4792-8522-68025ba18496 req-6557aa41-c673-493d-bc58-4bb0af914b47 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] No DVR routers for this DVR port 64220a56-fc91-4e96-8aec-90c47344d182 on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:44:13.429476 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-3ba50366-c4c3-4792-8522-68025ba18496 req-6557aa41-c673-493d-bc58-4bb0af914b47 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:13.433097 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-3ba50366-c4c3-4792-8522-68025ba18496 req-6557aa41-c673-493d-bc58-4bb0af914b47 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "DELETE /v2.0/ports/64220a56-fc91-4e96-8aec-90c47344d182 HTTP/1.1" status: 204 len: 173 time: 0.4111509 Jan 11 06:44:13.433563 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'name': 'network-vif-deleted', 'tag': '64220a56-fc91-4e96-8aec-90c47344d182'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:44:13.436008 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdda0ac-7423-4f6f-9656-ba4fd8afdd57" -d '{"events": [{"server_uuid": "f61c2363-dcb1-4adb-bb74-8a424ae15f72", "name": "network-vif-deleted", "tag": "64220a56-fc91-4e96-8aec-90c47344d182"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:44:13.447003 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-13218c3a-5b8b-420d-9dc8-dede13ca5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:13.478029 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d63108-3028-4836-8552-a46c1ea5aff0 x-openstack-request-id: req-28d63108-3028-4836-8552-a46c1ea5aff0 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:44:13.478344 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61c2363-dcb1-4adb-bb74-8a424ae15f72", "name": "network-vif-deleted", "tag": "64220a56-fc91-4e96-8aec-90c47344d182", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:44:13.478598 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28d63108-3028-4836-8552-a46c1ea5aff0 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:44:13.478996 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61c2363-dcb1-4adb-bb74-8a424ae15f72', 'name': 'network-vif-deleted', 'tag': '64220a56-fc91-4e96-8aec-90c47344d182', 'status': 'completed', 'code': 200} Jan 11 06:44:13.922263 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-1ddd681c-3158-4689-b33c-5fa597f9ab19 req-42dcb2d9-9664-4dcd-8646-8af00f1b07e3 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 210 time: 0.0258613 Jan 11 06:44:15.015011 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a0b6b8b7-129e-4ce6-b9e1-5312ddbdfbb1 req-0fe5767a-d63a-42f2-ba90-9205e4941932 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 210 time: 0.0258393 Jan 11 06:44:15.744577 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7b83-7c49-4016-8d65-f7448171e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:16.105193 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7902f990-3336-4947-999b-0c36ee7a8805 req-ab40cf14-651e-4034-a3df-3c4b5961f09d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 210 time: 0.0257366 Jan 11 06:44:16.428021 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 64220a56-fc91-4e96-8aec-90c47344d182 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:44:16.450367 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 64220a56-fc91-4e96-8aec-90c47344d182 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:44:16.450714 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 64220a56-fc91-4e96-8aec-90c47344d182 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:44:16.892591 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:17.207724 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-601a33cc-af3c-4bb8-a1ac-9eb16218db34 req-b96fb259-6a78-4a0d-94fd-342672ed3ed6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=f61c2363-dcb1-4adb-bb74-8a424ae15f72 HTTP/1.1" status: 200 len: 210 time: 0.0253856 Jan 11 06:44:17.695386 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209bc8b-c960-4461-b779-16858efd68fd req-26e3bea0-0695-447b-ab78-dd2fc9d04cbd tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:17.696947 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-26e3bea0-0695-447b-ab78-dd2fc9d04cbd tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/networks?id=71bff913-fa3d-4b8d-832e-f0d717a22083 HTTP/1.1" status: 200 len: 812 time: 0.1007984 Jan 11 06:44:17.711446 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-c1cb4a0c-6f94-46ea-bc07-c56211abb411 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/quotas/9f237fe6e8b24e96a620fe8618deedb4 HTTP/1.1" status: 200 len: 375 time: 0.0092735 Jan 11 06:44:17.741378 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-842f6f58-f4d2-4221-b5b3-e18296ef368e tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f237fe6e8b24e96a620fe8618deedb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252509 Jan 11 06:44:17.831310 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-e5a84cbc-1fb8-4b8b-abc8-d125178f1a4d service neutron] 10.222.0.15 "GET /v2.0/networks/71bff913-fa3d-4b8d-832e-f0d717a22083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830114 Jan 11 06:44:17.917836 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-ac20be54-294f-4dcc-a482-db3b562a8102 service neutron] 10.222.0.15 "GET /v2.0/networks/71bff913-fa3d-4b8d-832e-f0d717a22083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806332 Jan 11 06:44:18.073728 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-14508102-1d7b-45b8-869a-0138d0bfc909 req-8b1b08aa-a788-4524-a279-99309d202ff3 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 210 time: 0.0299661 Jan 11 06:44:18.337660 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:19.134269 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209bc8b-c960-4461-b779-16858efd68fd req-b93dbc01-2c9b-45d4-ae49-e30bf48ac08c tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:19.135741 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-b93dbc01-2c9b-45d4-ae49-e30bf48ac08c tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.30 "GET /v2.0/networks?id=71bff913-fa3d-4b8d-832e-f0d717a22083 HTTP/1.1" status: 200 len: 812 time: 0.1092863 Jan 11 06:44:19.170716 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e99f8f40-0d5e-440a-9da1-783c7be849ae req-2f6ac2e1-0ea8-4cda-a990-6789c0f1eadd tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 210 time: 0.0281112 Jan 11 06:44:19.174031 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-4209bc8b-c960-4461-b779-16858efd68fd req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Request body: {'port': {'device_id': '974c2e7d-a7b3-43c1-9a55-10c2b82f1b59', 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083', 'admin_state_up': True, 'tenant_id': '9f237fe6e8b24e96a620fe8618deedb4'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:44:19.288294 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4209bc8b-c960-4461-b779-16858efd68fd req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Made reservation on behalf of 9f237fe6e8b24e96a620fe8618deedb4 for: {'port': 1} {{(pid=102725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 06:44:19.291937 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-4209bc8b-c960-4461-b779-16858efd68fd req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (None), before_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:19.413248 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_common [req-4209bc8b-c960-4461-b779-16858efd68fd req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Allocated IP 172.20.0.9 (71bff913-fa3d-4b8d-832e-f0d717a22083/ccd9b46b-a2c1-4716-ac58-8a3c01d92399/41693209-fe5a-4535-8110-59a4fef8bee3) {{(pid=102725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 06:44:19.561367 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-4209bc8b-c960-4461-b779-16858efd68fd req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks [] for port (41693209-fe5a-4535-8110-59a4fef8bee3), precommit_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:19.594348 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-4209bc8b-c960-4461-b779-16858efd68fd req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769814901014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), after_create {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:19.639757 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4209bc8b-c960-4461-b779-16858efd68fd req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Network 71bff913-fa3d-4b8d-832e-f0d717a22083 is already hosted by enough agents. {{(pid=102725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 06:44:19.642707 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.base_scheduler [req-4209bc8b-c960-4461-b779-16858efd68fd req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Resources bound (agent type, host, resource id): {{(pid=102725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 06:44:19.646911 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4209bc8b-c960-4461-b779-16858efd68fd req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Received port after_create {{(pid=102725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 06:44:19.653173 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Pushing event updated for resources: {'Port': ['ID=41693209-fe5a-4535-8110-59a4fef8bee3,revision_number=1']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:19.695913 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:19.698652 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209bc8b-c960-4461-b779-16858efd68fd req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:19.699261 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-4209bc8b-c960-4461-b779-16858efd68fd req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:19.715083 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-6970b8ae-b2b0-45d6-8cbb-0930f093ca69 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5467918 Jan 11 06:44:19.742926 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.v2.base [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Request body: {'port': {'device_id': '974c2e7d-a7b3-43c1-9a55-10c2b82f1b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=102725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 06:44:19.797035 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:20.055026 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41693209-fe5a-4535-8110-59a4fef8bee3 {{(pid=102725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:44:20.062249 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Publish callbacks [] for port (41693209-fe5a-4535-8110-59a4fef8bee3), precommit_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:20.074944 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.provisioning_blocks [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Transition to ACTIVE for port object 41693209-fe5a-4535-8110-59a4fef8bee3 will not be triggered until provisioned by entity L2. {{(pid=102725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 06:44:20.078587 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:20.126842 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Pushing event updated for resources: {'Port': ['ID=41693209-fe5a-4535-8110-59a4fef8bee3,revision_number=2']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:20.193712 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Attempting to bind port 41693209-fe5a-4535-8110-59a4fef8bee3 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 06:44:20.194382 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Attempting to bind port 41693209-fe5a-4535-8110-59a4fef8bee3 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'c39dbc70-644d-499d-ad8f-fb355cf880bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083'}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 06:44:20.194382 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Attempting to bind port 41693209-fe5a-4535-8110-59a4fef8bee3 on network 71bff913-fa3d-4b8d-832e-f0d717a22083 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:44:20.198648 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Port 41693209-fe5a-4535-8110-59a4fef8bee3 on network 71bff913-fa3d-4b8d-832e-f0d717a22083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 06:44:20.199254 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Attempting to bind port 41693209-fe5a-4535-8110-59a4fef8bee3 on network 71bff913-fa3d-4b8d-832e-f0d717a22083 {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 06:44:20.203696 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Checking agent: {'id': 'e3302c92-209a-4803-8cc2-9dff67a3530e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'started_at': datetime.datetime(2022, 1, 11, 6, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 6, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 06:44:20.204032 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Checking segment: {'id': 'c39dbc70-644d-499d-ad8f-fb355cf880bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 06:44:20.204439 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Bound using segment: {'id': 'c39dbc70-644d-499d-ad8f-fb355cf880bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083'} {{(pid=102725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 06:44:20.204865 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.managers [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Bound port: 41693209-fe5a-4535-8110-59a4fef8bee3, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39dbc70-644d-499d-ad8f-fb355cf880bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083'}}] {{(pid=102725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 06:44:20.205219 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), before_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:20.296765 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] For port 41693209-fe5a-4535-8110-59a4fef8bee3, host hv-cinder-60634, cleared binding levels {{(pid=102725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 06:44:20.301049 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] For port 41693209-fe5a-4535-8110-59a4fef8bee3, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=41693209-fe5a-4535-8110-59a4fef8bee3,segment=NetworkSegment(c39dbc70-644d-499d-ad8f-fb355cf880bf),segment_id=c39dbc70-644d-499d-ad8f-fb355cf880bf)] {{(pid=102725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 06:44:20.306115 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8585286'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), after_update {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.320881 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:44:20.323759 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0bfb8-8f26-4d76-b44a-11a6a5c50abd req-f05639db-21d6-43fd-8e5b-20bb7ba17043 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:20.324872 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a2e0bfb8-8f26-4d76-b44a-11a6a5c50abd req-f05639db-21d6-43fd-8e5b-20bb7ba17043 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 943 time: 0.0845549 Jan 11 06:44:20.360624 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:20.361238 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:20.363412 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] 10.222.0.30 "PUT /v2.0/ports/41693209-fe5a-4535-8110-59a4fef8bee3 HTTP/1.1" status: 200 len: 1093 time: 0.6245329 Jan 11 06:44:20.363844 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974c2e7d-a7b3-43c1-9a55-10c2b82f1b59', 'tag': '41693209-fe5a-4535-8110-59a4fef8bee3'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:44:20.366081 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db27f056-e802-4cd3-9367-078324aef895" -d '{"events": [{"name": "network-changed", "server_uuid": "974c2e7d-a7b3-43c1-9a55-10c2b82f1b59", "tag": "41693209-fe5a-4535-8110-59a4fef8bee3"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:44:20.408339 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013098b-2ae6-4e1b-9cbd-09a074ac647b service neutron] Pushing event updated for resources: {'Port': ['ID=41693209-fe5a-4535-8110-59a4fef8bee3,revision_number=3']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:20.417359 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbc43d5-f1ed-4768-8291-8c5bacd28818 x-openstack-request-id: req-5cbc43d5-f1ed-4768-8291-8c5bacd28818 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:44:20.417873 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974c2e7d-a7b3-43c1-9a55-10c2b82f1b59", "tag": "41693209-fe5a-4535-8110-59a4fef8bee3", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:44:20.418114 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cbc43d5-f1ed-4768-8291-8c5bacd28818 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:44:20.418519 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974c2e7d-a7b3-43c1-9a55-10c2b82f1b59', 'tag': '41693209-fe5a-4535-8110-59a4fef8bee3', 'status': 'completed', 'code': 200} Jan 11 06:44:20.427077 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-a2e0bfb8-8f26-4d76-b44a-11a6a5c50abd req-40bb128b-d0bb-4373-a928-48359119dcd8 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832474 Jan 11 06:44:20.476937 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209bc8b-c960-4461-b779-16858efd68fd req-adf54cbb-d7ed-4e10-951b-c5cf60c95268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:20.478462 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-adf54cbb-d7ed-4e10-951b-c5cf60c95268 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f237fe6e8b24e96a620fe8618deedb4&device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 1096 time: 0.0428889 Jan 11 06:44:20.488124 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41554) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:20.556752 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-3960db3f-7d48-47e3-a9f4-0a480ddd3f6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41693209-fe5a-4535-8110-59a4fef8bee3 HTTP/1.1" status: 200 len: 217 time: 0.0618553 Jan 11 06:44:20.650570 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209bc8b-c960-4461-b779-16858efd68fd req-90139e89-7ecf-4490-af24-aa6b9af0013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:20.651999 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-90139e89-7ecf-4490-af24-aa6b9af0013c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccd9b46b-a2c1-4716-ac58-8a3c01d92399 HTTP/1.1" status: 200 len: 852 time: 0.0893836 Jan 11 06:44:20.689075 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-3f56065a-6f20-46f4-b800-9f8968df9382 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71bff913-fa3d-4b8d-832e-f0d717a22083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309463 Jan 11 06:44:20.795732 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Deleting port f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:20.796069 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:20.813844 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-3d312021-7670-49d3-b62f-8251165dc11f service neutron] 10.222.0.30 "GET /v2.0/networks/71bff913-fa3d-4b8d-832e-f0d717a22083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073220 Jan 11 06:44:20.935327 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:20.935677 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:20.956347 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Calling delete_port for f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b owned by network:floatingip {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:20.963946 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-4209bc8b-c960-4461-b779-16858efd68fd req-54909b88-d365-45ef-9b3e-bf3382dffc9e service neutron] 10.222.0.30 "GET /v2.0/networks/71bff913-fa3d-4b8d-832e-f0d717a22083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419690 Jan 11 06:44:21.317697 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27f056-e802-4cd3-9367-078324aef895 req-3436dc5d-8e68-407e-aff0-dde8b67b34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:21.319157 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-db27f056-e802-4cd3-9367-078324aef895 req-3436dc5d-8e68-407e-aff0-dde8b67b34ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f237fe6e8b24e96a620fe8618deedb4&device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 1096 time: 0.0598986 Jan 11 06:44:21.450371 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27f056-e802-4cd3-9367-078324aef895 req-8f21514f-b1af-4704-9aeb-b3f80ceb122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:21.451833 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-db27f056-e802-4cd3-9367-078324aef895 req-8f21514f-b1af-4704-9aeb-b3f80ceb122d service neutron] 10.222.0.30 "GET /v2.0/networks?id=71bff913-fa3d-4b8d-832e-f0d717a22083 HTTP/1.1" status: 200 len: 913 time: 0.1248348 Jan 11 06:44:21.496915 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-db27f056-e802-4cd3-9367-078324aef895 req-e35da0ae-ee01-4f0d-acbf-d8e7bac29f12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41693209-fe5a-4535-8110-59a4fef8bee3 HTTP/1.1" status: 200 len: 217 time: 0.0376923 Jan 11 06:44:21.497499 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:21.540335 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event deleted for resources: {'Port': ['ID=f8ab3cb4-1f4a-4bc6-a937-fc77b98da75b,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:21.640108 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27f056-e802-4cd3-9367-078324aef895 req-b64e2b8e-1581-40f2-8125-890cd11c24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:21.641591 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-db27f056-e802-4cd3-9367-078324aef895 req-b64e2b8e-1581-40f2-8125-890cd11c24e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccd9b46b-a2c1-4716-ac58-8a3c01d92399 HTTP/1.1" status: 200 len: 852 time: 0.1212609 Jan 11 06:44:21.657951 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddceca1-4757-4f15-afc2-a6fc87a15f5a req-8a98c27c-65b0-4277-bc99-b7723a7af1f1 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:21.659538 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0ddceca1-4757-4f15-afc2-a6fc87a15f5a req-8a98c27c-65b0-4277-bc99-b7723a7af1f1 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 943 time: 0.1598933 Jan 11 06:44:21.689641 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (c209504e-2f8f-4709-923a-60c01407182b), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:21.690598 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.l3_db [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Floating IP c209504e-2f8f-4709-923a-60c01407182b disassociated (deleted). External IP: 172.27.2.28, port: e8e67e86-70d3-4f3d-bc3b-566a76177e6b. Jan 11 06:44:21.693789 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-db27f056-e802-4cd3-9367-078324aef895 req-41b12dc8-5e37-4fba-827b-a6e15a80e5a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71bff913-fa3d-4b8d-832e-f0d717a22083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453601 Jan 11 06:44:21.848077 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:21.855573 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0ddceca1-4757-4f15-afc2-a6fc87a15f5a req-6c4c6737-357b-4766-90fb-2c5282f0a815 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859388 Jan 11 06:44:21.892791 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-db27f056-e802-4cd3-9367-078324aef895 req-37b02296-30a7-48a5-957c-c738d2c5f51d service neutron] 10.222.0.30 "GET /v2.0/networks/71bff913-fa3d-4b8d-832e-f0d717a22083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608558 Jan 11 06:44:22.056284 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-db27f056-e802-4cd3-9367-078324aef895 req-6edd6c72-6502-42bc-83c4-75acba1906d6 service neutron] 10.222.0.30 "GET /v2.0/networks/71bff913-fa3d-4b8d-832e-f0d717a22083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305907 Jan 11 06:44:22.062698 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Router 3c105066-b0ec-4871-8290-f00783648693 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:44:22.167545 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:44:22.172204 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:22.177657 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3e7a0-29a4-4a85-8946-d88b9dae4d5c None None] Sync routers for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:44:22.187238 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc3e7a0-29a4-4a85-8946-d88b9dae4d5c None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:44:22.187913 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-ddc3e7a0-29a4-4a85-8946-d88b9dae4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:44:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:22.199019 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-1ac046f4-737b-4c07-b182-393580cfcd30 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "DELETE /v2.0/floatingips/c209504e-2f8f-4709-923a-60c01407182b HTTP/1.1" status: 204 len: 168 time: 1.7096593 Jan 11 06:44:22.295530 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-ddc3e7a0-29a4-4a85-8946-d88b9dae4d5c None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:44:22.421079 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f9dad-4951-45f5-ad99-89cddeaf6a5c req-965c12a2-d65d-475a-bc5a-2f650c143bda tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:22.422487 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-590f9dad-4951-45f5-ad99-89cddeaf6a5c req-965c12a2-d65d-475a-bc5a-2f650c143bda tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 945 time: 0.0516508 Jan 11 06:44:22.422945 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'tag': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:44:22.425552 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c615a3a-e1ef-44f5-8342-c43c676f87b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a77823cb-a3d2-41fd-b131-7e871d41ef33", "tag": "e8e67e86-70d3-4f3d-bc3b-566a76177e6b"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:44:22.466942 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfd9197-ca51-4319-a1bf-2d9d5e8b1cc3 x-openstack-request-id: req-3bfd9197-ca51-4319-a1bf-2d9d5e8b1cc3 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:44:22.467238 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77823cb-a3d2-41fd-b131-7e871d41ef33", "tag": "e8e67e86-70d3-4f3d-bc3b-566a76177e6b", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:44:22.467491 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bfd9197-ca51-4319-a1bf-2d9d5e8b1cc3 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:44:22.467883 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'tag': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'status': 'completed', 'code': 200} Jan 11 06:44:22.482835 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-590f9dad-4951-45f5-ad99-89cddeaf6a5c req-007ae9cc-d202-4c79-8376-413e4639f37d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538580 Jan 11 06:44:22.509918 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-ddc3e7a0-29a4-4a85-8946-d88b9dae4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:22.541634 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3e7a0-29a4-4a85-8946-d88b9dae4d5c None None] Checking router: 3c105066-b0ec-4871-8290-f00783648693 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:44:22.550094 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc3e7a0-29a4-4a85-8946-d88b9dae4d5c None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:44:22.550718 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-ddc3e7a0-29a4-4a85-8946-d88b9dae4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:44:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:22.557042 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c615a3a-e1ef-44f5-8342-c43c676f87b2 req-d5a167bb-364d-47f2-bfe3-0ca3239688bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:22.558574 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c615a3a-e1ef-44f5-8342-c43c676f87b2 req-d5a167bb-364d-47f2-bfe3-0ca3239688bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a07dbfb98a35408fb3bff666f3db199d&device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 1098 time: 0.0431240 Jan 11 06:44:22.649104 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c615a3a-e1ef-44f5-8342-c43c676f87b2 req-8a1745c8-a56e-4854-b3ae-9e356e5e7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:22.650590 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c615a3a-e1ef-44f5-8342-c43c676f87b2 req-8a1745c8-a56e-4854-b3ae-9e356e5e7b52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 200 len: 912 time: 0.0857606 Jan 11 06:44:22.655562 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-ddc3e7a0-29a4-4a85-8946-d88b9dae4d5c None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:44:22.695013 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c615a3a-e1ef-44f5-8342-c43c676f87b2 req-f1cc63ea-602e-4ced-9a17-2bda8ca88b45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8e67e86-70d3-4f3d-bc3b-566a76177e6b HTTP/1.1" status: 200 len: 217 time: 0.0373292 Jan 11 06:44:22.744446 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c615a3a-e1ef-44f5-8342-c43c676f87b2 req-db0e5e91-e950-45df-8e90-3d2bc5239595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:22.745898 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c615a3a-e1ef-44f5-8342-c43c676f87b2 req-db0e5e91-e950-45df-8e90-3d2bc5239595 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 200 len: 850 time: 0.0432000 Jan 11 06:44:22.791046 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c615a3a-e1ef-44f5-8342-c43c676f87b2 req-73266792-4681-4486-b8cc-5867743ef3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:22.793246 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c615a3a-e1ef-44f5-8342-c43c676f87b2 req-73266792-4681-4486-b8cc-5867743ef3eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bebe336f-59ef-41e9-a38e-800c0e378ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410128 Jan 11 06:44:22.859773 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-ddc3e7a0-29a4-4a85-8946-d88b9dae4d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:22.886653 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3e7a0-29a4-4a85-8946-d88b9dae4d5c None None] The sync data for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi is: [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '9d320a04-f289-4504-99c6-d90691cbb0d5', 'name': '', 'network_id': 'bebe336f-59ef-41e9-a38e-800c0e378ca8', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'mac_address': 'fa:16:3e:c0:f2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:24Z', 'updated_at': '2022-01-11T06:36:29Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'subnets': [{'id': '9f6d5dda-4d8b-469c-bdda-6a322617e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:44:22.892239 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c615a3a-e1ef-44f5-8342-c43c676f87b2 req-425bc565-d0c9-4781-b126-bf34687d590d service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909858 Jan 11 06:44:23.020051 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4bab2-cc5e-4d12-9ea4-851426da3176 req-b957c72e-27ee-4f24-a27f-ae74a26cb829 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:23.021614 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-07c4bab2-cc5e-4d12-9ea4-851426da3176 req-b957c72e-27ee-4f24-a27f-ae74a26cb829 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 943 time: 0.0952735 Jan 11 06:44:23.027716 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-9c615a3a-e1ef-44f5-8342-c43c676f87b2 req-09191f0c-2181-4aeb-9e06-cd7cb24b0197 service neutron] 10.222.0.30 "GET /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283576 Jan 11 06:44:23.073360 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-07c4bab2-cc5e-4d12-9ea4-851426da3176 req-d3718a0a-43a3-44d4-a97f-629aad7d51ac tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446892 Jan 11 06:44:23.119018 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b932fd74-3508-431a-a806-40e6656a4fe0 None None] New status for floating IP c209504e-2f8f-4709-923a-60c01407182b: DOWN {{(pid=102728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:44:23.598095 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50112e-ae3d-4812-a13e-2889b8a9e9a5 req-17d3af21-f037-4c02-91ea-625b1a9046f6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:23.599537 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0e50112e-ae3d-4812-a13e-2889b8a9e9a5 req-17d3af21-f037-4c02-91ea-625b1a9046f6 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 945 time: 0.0483017 Jan 11 06:44:23.646877 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0e50112e-ae3d-4812-a13e-2889b8a9e9a5 req-b19e277c-ece4-41ea-a01f-fbc07097bd0e tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/security-groups?id=130fdee2-3a9e-4647-8025-e147d4488c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418546 Jan 11 06:44:24.190366 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b91351-8f16-479c-902f-b2c9975203aa req-5c9444dc-721f-4454-9e39-ce1486cb149c tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:24.192070 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-43b91351-8f16-479c-902f-b2c9975203aa req-5c9444dc-721f-4454-9e39-ce1486cb149c tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 943 time: 0.0528626 Jan 11 06:44:24.238502 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-43b91351-8f16-479c-902f-b2c9975203aa req-fdc8ad61-0ad7-48cc-90b1-c5dc1baa2a98 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Jan 11 06:44:24.331638 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae6d81-1a1e-40d7-9510-5b64475b7c32 req-cfdde405-1e82-4067-ab1e-c6d685cebf2d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:24.333142 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7aae6d81-1a1e-40d7-9510-5b64475b7c32 req-cfdde405-1e82-4067-ab1e-c6d685cebf2d tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Jan 11 06:44:24.420031 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-7aae6d81-1a1e-40d7-9510-5b64475b7c32 req-23ca9fe6-77b0-4e9a-93af-c4f8f5a12293 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Deleting port e8e67e86-70d3-4f3d-bc3b-566a76177e6b {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:24.420409 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-7aae6d81-1a1e-40d7-9510-5b64475b7c32 req-23ca9fe6-77b0-4e9a-93af-c4f8f5a12293 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:24.453254 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 41693209-fe5a-4535-8110-59a4fef8bee3 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=102727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 06:44:24.513041 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-7aae6d81-1a1e-40d7-9510-5b64475b7c32 req-23ca9fe6-77b0-4e9a-93af-c4f8f5a12293 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] For port e8e67e86-70d3-4f3d-bc3b-566a76177e6b, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=e8e67e86-70d3-4f3d-bc3b-566a76177e6b,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:24.513405 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-7aae6d81-1a1e-40d7-9510-5b64475b7c32 req-23ca9fe6-77b0-4e9a-93af-c4f8f5a12293 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:24.526822 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-7aae6d81-1a1e-40d7-9510-5b64475b7c32 req-23ca9fe6-77b0-4e9a-93af-c4f8f5a12293 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Calling delete_port for e8e67e86-70d3-4f3d-bc3b-566a76177e6b owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:24.551960 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 41693209-fe5a-4535-8110-59a4fef8bee3, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=41693209-fe5a-4535-8110-59a4fef8bee3,segment=NetworkSegment(c39dbc70-644d-499d-ad8f-fb355cf880bf),segment_id=c39dbc70-644d-499d-ad8f-fb355cf880bf)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:24.562979 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Returning: {'device': '41693209-fe5a-4535-8110-59a4fef8bee3', 'network_id': '71bff913-fa3d-4b8d-832e-f0d717a22083', 'port_id': '41693209-fe5a-4535-8110-59a4fef8bee3', 'mac_address': 'fa:16:3e:48:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd9b46b-a2c1-4716-ac58-8a3c01d92399', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 06:44:24.601024 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 41693209-fe5a-4535-8110-59a4fef8bee3 is: DOWN; New status is: BUILD {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:44:24.601531 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:24.614253 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41693209-fe5a-4535-8110-59a4fef8bee3 {{(pid=102727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 06:44:24.633204 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 41693209-fe5a-4535-8110-59a4fef8bee3, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=41693209-fe5a-4535-8110-59a4fef8bee3,segment=NetworkSegment(c39dbc70-644d-499d-ad8f-fb355cf880bf),segment_id=c39dbc70-644d-499d-ad8f-fb355cf880bf)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:24.637031 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:24.654881 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-7aae6d81-1a1e-40d7-9510-5b64475b7c32 req-23ca9fe6-77b0-4e9a-93af-c4f8f5a12293 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (e8e67e86-70d3-4f3d-bc3b-566a76177e6b), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:24.683682 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca9fe6-77b0-4e9a-93af-c4f8f5a12293 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event deleted for resources: {'Port': ['ID=e8e67e86-70d3-4f3d-bc3b-566a76177e6b,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:24.692080 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=41693209-fe5a-4535-8110-59a4fef8bee3,revision_number=4']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:24.726517 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aae6d81-1a1e-40d7-9510-5b64475b7c32 req-23ca9fe6-77b0-4e9a-93af-c4f8f5a12293 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] No DVR routers for this DVR port e8e67e86-70d3-4f3d-bc3b-566a76177e6b on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:44:24.730401 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-7aae6d81-1a1e-40d7-9510-5b64475b7c32 req-23ca9fe6-77b0-4e9a-93af-c4f8f5a12293 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:24.733633 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-7aae6d81-1a1e-40d7-9510-5b64475b7c32 req-23ca9fe6-77b0-4e9a-93af-c4f8f5a12293 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.30 "DELETE /v2.0/ports/e8e67e86-70d3-4f3d-bc3b-566a76177e6b HTTP/1.1" status: 204 len: 173 time: 0.3953168 Jan 11 06:44:24.734064 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'name': 'network-vif-deleted', 'tag': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:44:24.736216 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f24857-9d43-4486-aff4-0b392305b1d0" -d '{"events": [{"server_uuid": "a77823cb-a3d2-41fd-b131-7e871d41ef33", "name": "network-vif-deleted", "tag": "e8e67e86-70d3-4f3d-bc3b-566a76177e6b"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:44:24.766616 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-2a50adb4-47b5-4fb5-bc84-ff1c293f8e84 req-97c80742-ee6a-46ca-a354-7992d7c82b5f tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "GET /v2.0/ports?device_id=a77823cb-a3d2-41fd-b131-7e871d41ef33 HTTP/1.1" status: 200 len: 210 time: 0.0381746 Jan 11 06:44:24.775547 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae54599-1be8-4474-9183-1b161252ab4a x-openstack-request-id: req-0ae54599-1be8-4474-9183-1b161252ab4a {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:44:24.776010 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77823cb-a3d2-41fd-b131-7e871d41ef33", "name": "network-vif-deleted", "tag": "e8e67e86-70d3-4f3d-bc3b-566a76177e6b", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:44:24.776712 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ae54599-1be8-4474-9183-1b161252ab4a {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:44:24.776853 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77823cb-a3d2-41fd-b131-7e871d41ef33', 'name': 'network-vif-deleted', 'tag': 'e8e67e86-70d3-4f3d-bc3b-566a76177e6b', 'status': 'completed', 'code': 200} Jan 11 06:44:24.991861 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['41693209-fe5a-4535-8110-59a4fef8bee3'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:44:25.354188 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a543c-31cb-4f47-9e02-54ba73dd1896 req-45c72e7c-8232-49cb-98d2-afd7d3973c4d tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:25.355652 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-786a543c-31cb-4f47-9e02-54ba73dd1896 req-45c72e7c-8232-49cb-98d2-afd7d3973c4d tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 944 time: 0.0488820 Jan 11 06:44:25.401042 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-786a543c-31cb-4f47-9e02-54ba73dd1896 req-195884fe-e8e0-475a-adef-460eb2019112 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Jan 11 06:44:25.825136 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41584) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:25.945108 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-0064e48c-1e56-4113-8681-3b5de158ea74 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Deleting port 0bd5893d-ff16-465d-b950-0d0f28e18126 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:25.945362 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0064e48c-1e56-4113-8681-3b5de158ea74 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (0bd5893d-ff16-465d-b950-0d0f28e18126), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:26.020455 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0064e48c-1e56-4113-8681-3b5de158ea74 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (0bd5893d-ff16-465d-b950-0d0f28e18126), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:26.020782 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0064e48c-1e56-4113-8681-3b5de158ea74 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (0bd5893d-ff16-465d-b950-0d0f28e18126), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:26.031968 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-0064e48c-1e56-4113-8681-3b5de158ea74 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Calling delete_port for 0bd5893d-ff16-465d-b950-0d0f28e18126 owned by network:floatingip {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:26.156710 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0064e48c-1e56-4113-8681-3b5de158ea74 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (0bd5893d-ff16-465d-b950-0d0f28e18126), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:26.185152 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064e48c-1e56-4113-8681-3b5de158ea74 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event deleted for resources: {'Port': ['ID=0bd5893d-ff16-465d-b950-0d0f28e18126,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:26.242366 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0064e48c-1e56-4113-8681-3b5de158ea74 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for floatingip (59db2b74-7769-4a49-84fc-e22f3f5b59a6), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:26.245017 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-0064e48c-1e56-4113-8681-3b5de158ea74 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:26.246155 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-0064e48c-1e56-4113-8681-3b5de158ea74 tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "DELETE /v2.0/floatingips/59db2b74-7769-4a49-84fc-e22f3f5b59a6 HTTP/1.1" status: 204 len: 168 time: 0.4200437 Jan 11 06:44:26.490854 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 41693209-fe5a-4535-8110-59a4fef8bee3 up at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 06:44:26.531054 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737edcb8-c7e0-425e-878a-1b23addf6fd1 req-62299c21-0ec4-4435-87c7-1c6fdc17f291 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:26.532472 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-737edcb8-c7e0-425e-878a-1b23addf6fd1 req-62299c21-0ec4-4435-87c7-1c6fdc17f291 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 944 time: 0.0513086 Jan 11 06:44:26.540901 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning for port 41693209-fe5a-4535-8110-59a4fef8bee3 completed by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 06:44:26.545559 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.provisioning_blocks [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Provisioning complete for port 41693209-fe5a-4535-8110-59a4fef8bee3 triggered by entity L2. {{(pid=102727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 06:44:26.545953 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8311465'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), provisioning_complete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:26.582310 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-737edcb8-c7e0-425e-878a-1b23addf6fd1 req-d22e61e1-4e6f-4f78-86dd-4aae159ebb05 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Jan 11 06:44:26.637217 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Current status of the port 41693209-fe5a-4535-8110-59a4fef8bee3 is: BUILD; New status is: ACTIVE {{(pid=102727) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 06:44:26.637596 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7926652'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), before_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:26.661727 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974c2e7d-a7b3-43c1-9a55-10c2b82f1b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41693209-fe5a-4535-8110-59a4fef8bee3'}] {{(pid=102727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:44:26.663934 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}021b751aaad153a61035b4fa70652a9fc964a01f37310646c3ada8d21065a3b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15a63db-32bd-47d2-b7d1-56135b3e6b10" -d '{"events": [{"server_uuid": "974c2e7d-a7b3-43c1-9a55-10c2b82f1b59", "name": "network-vif-plugged", "status": "completed", "tag": "41693209-fe5a-4535-8110-59a4fef8bee3"}]}' {{(pid=102727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:44:26.678336 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] For port 41693209-fe5a-4535-8110-59a4fef8bee3, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=41693209-fe5a-4535-8110-59a4fef8bee3,segment=NetworkSegment(c39dbc70-644d-499d-ad8f-fb355cf880bf),segment_id=c39dbc70-644d-499d-ad8f-fb355cf880bf)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:26.682443 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769815405954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769814901032', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769814901050'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:26.683363 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e8e67e86-70d3-4f3d-bc3b-566a76177e6b no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:44:26.724248 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aad52e-a78b-4a95-8520-e8ec91569236 x-openstack-request-id: req-f5aad52e-a78b-4a95-8520-e8ec91569236 {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:44:26.724607 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974c2e7d-a7b3-43c1-9a55-10c2b82f1b59", "name": "network-vif-plugged", "status": "completed", "tag": "41693209-fe5a-4535-8110-59a4fef8bee3", "code": 200}]} {{(pid=102727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:44:26.724844 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5aad52e-a78b-4a95-8520-e8ec91569236 {{(pid=102727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:44:26.725232 dv-cinder-606346-33-iscsi neutron-server[102727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974c2e7d-a7b3-43c1-9a55-10c2b82f1b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41693209-fe5a-4535-8110-59a4fef8bee3', 'code': 200} Jan 11 06:44:26.731329 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: e8e67e86-70d3-4f3d-bc3b-566a76177e6b {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:44:26.731684 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device e8e67e86-70d3-4f3d-bc3b-566a76177e6b not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:44:26.753088 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Pushing event updated for resources: {'Port': ['ID=41693209-fe5a-4535-8110-59a4fef8bee3,revision_number=5']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:26.906806 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbd4ec-69aa-4000-96f1-7bbdb91944f6 req-33e7772b-8b76-4248-8607-34b0c7f888b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:26.908236 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0dfbd4ec-69aa-4000-96f1-7bbdb91944f6 req-33e7772b-8b76-4248-8607-34b0c7f888b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 1098 time: 0.0417051 Jan 11 06:44:26.951606 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-0dfbd4ec-69aa-4000-96f1-7bbdb91944f6 req-fe8e512e-8f1f-4eac-9130-9a3b4e2b356b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365691 Jan 11 06:44:27.437670 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41600) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:27.496827 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-384e9d20-af90-465d-a137-0cb97e7c9d9e tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group (130fdee2-3a9e-4647-8025-e147d4488c50), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:27.521059 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-384e9d20-af90-465d-a137-0cb97e7c9d9e tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group (130fdee2-3a9e-4647-8025-e147d4488c50), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:27.577229 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-384e9d20-af90-465d-a137-0cb97e7c9d9e tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (130fdee2-3a9e-4647-8025-e147d4488c50), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:27.579842 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-384e9d20-af90-465d-a137-0cb97e7c9d9e tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:27.581730 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-384e9d20-af90-465d-a137-0cb97e7c9d9e tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] 10.222.0.15 "DELETE /v2.0/security-groups/130fdee2-3a9e-4647-8025-e147d4488c50 HTTP/1.1" status: 204 len: 168 time: 0.1430540 Jan 11 06:44:27.591204 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e9d20-af90-465d-a137-0cb97e7c9d9e tempest-TestVolumeBootPattern-1981526808 tempest-TestVolumeBootPattern-1981526808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130fdee2-3a9e-4647-8025-e147d4488c50,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:27.647921 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41606) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:27.700677 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7495-97f8-42da-8341-2451e5dffb7a req-f03a34cb-94f3-4655-b8a6-3ac985a387f5 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:27.702266 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8a9e7495-97f8-42da-8341-2451e5dffb7a req-f03a34cb-94f3-4655-b8a6-3ac985a387f5 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 945 time: 0.0494707 Jan 11 06:44:27.749446 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-8a9e7495-97f8-42da-8341-2451e5dffb7a req-1d81d242-b902-4f29-b28f-663f1af98279 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Jan 11 06:44:28.148725 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5567d9e2-67ea-4ad3-abbb-02ed569f0eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992292'] for router_interface (3c105066-b0ec-4871-8290-f00783648693), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:28.393314 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-5567d9e2-67ea-4ad3-abbb-02ed569f0eb1 admin admin] Deleting port 9d320a04-f289-4504-99c6-d90691cbb0d5 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:28.393650 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5567d9e2-67ea-4ad3-abbb-02ed569f0eb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:28.469304 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-5567d9e2-67ea-4ad3-abbb-02ed569f0eb1 admin admin] For port 9d320a04-f289-4504-99c6-d90691cbb0d5, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=9d320a04-f289-4504-99c6-d90691cbb0d5,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:28.470038 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5567d9e2-67ea-4ad3-abbb-02ed569f0eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:28.481769 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-5567d9e2-67ea-4ad3-abbb-02ed569f0eb1 admin admin] Calling delete_port for 9d320a04-f289-4504-99c6-d90691cbb0d5 owned by network:router_interface {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:28.658998 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5567d9e2-67ea-4ad3-abbb-02ed569f0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (9d320a04-f289-4504-99c6-d90691cbb0d5), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:28.691969 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567d9e2-67ea-4ad3-abbb-02ed569f0eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d320a04-f289-4504-99c6-d90691cbb0d5,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:28.855868 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-5567d9e2-67ea-4ad3-abbb-02ed569f0eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993716'] for router_interface (3c105066-b0ec-4871-8290-f00783648693), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:28.875544 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b23bd-cd6c-4b1c-af88-a0084f767bec req-3cd7bf79-203a-4ecd-a3d8-e82de693866e tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:28.877211 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-488b23bd-cd6c-4b1c-af88-a0084f767bec req-3cd7bf79-203a-4ecd-a3d8-e82de693866e tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 945 time: 0.0537276 Jan 11 06:44:28.931660 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-488b23bd-cd6c-4b1c-af88-a0084f767bec req-6a9dd6e9-efb6-413c-bdfd-d97eee79a3bd tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487952 Jan 11 06:44:29.075398 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5567d9e2-67ea-4ad3-abbb-02ed569f0eb1 admin admin] Router 3c105066-b0ec-4871-8290-f00783648693 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:44:29.189146 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5567d9e2-67ea-4ad3-abbb-02ed569f0eb1 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:44:29.195394 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-5567d9e2-67ea-4ad3-abbb-02ed569f0eb1 admin admin] 10.222.0.15 "PUT /v2.0/routers/3c105066-b0ec-4871-8290-f00783648693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5463855 Jan 11 06:44:29.197907 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41620) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:29.200743 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eea9b8-9dd7-43f6-94d6-770ca3a14ef9 None None] Sync routers for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:44:29.218096 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eea9b8-9dd7-43f6-94d6-770ca3a14ef9 None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:44:29.218994 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-49eea9b8-9dd7-43f6-94d6-770ca3a14ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:44:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:29.306991 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Publish callbacks [] for router (3c105066-b0ec-4871-8290-f00783648693), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:29.336931 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-49eea9b8-9dd7-43f6-94d6-770ca3a14ef9 None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:44:29.418248 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Publish callbacks [] for router_gateway (3c105066-b0ec-4871-8290-f00783648693), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:29.475513 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Deleting port 87d35ab9-3656-44bd-9300-f4ce55091063 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:29.476177 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (87d35ab9-3656-44bd-9300-f4ce55091063), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:29.521134 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-49eea9b8-9dd7-43f6-94d6-770ca3a14ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:44:28Z', 'revision_number': 5, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port': {'id': '87d35ab9-3656-44bd-9300-f4ce55091063', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c105066-b0ec-4871-8290-f00783648693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:22Z', 'updated_at': '2022-01-11T06:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:29.552442 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eea9b8-9dd7-43f6-94d6-770ca3a14ef9 None None] Checking router: 3c105066-b0ec-4871-8290-f00783648693 for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:44:29.557968 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] For port 87d35ab9-3656-44bd-9300-f4ce55091063, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=87d35ab9-3656-44bd-9300-f4ce55091063,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:29.558329 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (87d35ab9-3656-44bd-9300-f4ce55091063), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:29.561858 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eea9b8-9dd7-43f6-94d6-770ca3a14ef9 None None] Routers {'3c105066-b0ec-4871-8290-f00783648693'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:44:29.562475 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-49eea9b8-9dd7-43f6-94d6-770ca3a14ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:44:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3c105066-b0ec-4871-8290-f00783648693'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:29.571885 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Calling delete_port for 87d35ab9-3656-44bd-9300-f4ce55091063 owned by network:router_gateway {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:29.649023 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-49eea9b8-9dd7-43f6-94d6-770ca3a14ef9 None None] Set router 3c105066-b0ec-4871-8290-f00783648693 gateway port host: None {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:44:29.707776 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-49eea9b8-9dd7-43f6-94d6-770ca3a14ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:44:29Z', 'revision_number': 6, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port_host': None}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:29.735633 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (87d35ab9-3656-44bd-9300-f4ce55091063), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:29.740848 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eea9b8-9dd7-43f6-94d6-770ca3a14ef9 None None] The sync data for ids ['3c105066-b0ec-4871-8290-f00783648693'] in dv-cinder-606346-33-iscsi is: [{'id': '3c105066-b0ec-4871-8290-f00783648693', 'name': 'tempest-TestVolumeBootPattern-721402327-router', 'tenant_id': 'a07dbfb98a35408fb3bff666f3db199d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:21Z', 'updated_at': '2022-01-11T06:44:29Z', 'revision_number': 6, 'project_id': 'a07dbfb98a35408fb3bff666f3db199d', 'gw_port_host': None}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:44:29.762611 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=87d35ab9-3656-44bd-9300-f4ce55091063,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:29.831166 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993898'] for router_gateway (3c105066-b0ec-4871-8290-f00783648693), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:29.922652 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13858'] for router (3c105066-b0ec-4871-8290-f00783648693), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:29.925686 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Publish callbacks [] for router_controller (3c105066-b0ec-4871-8290-f00783648693), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:29.966063 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994803'] for router (3c105066-b0ec-4871-8290-f00783648693), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:29.966602 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c105066-b0ec-4871-8290-f00783648693 {{(pid=102726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 06:44:29.970889 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:29.972030 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-6f3570d1-de04-4426-983f-bfb869e6f8cf admin admin] 10.222.0.15 "DELETE /v2.0/routers/3c105066-b0ec-4871-8290-f00783648693 HTTP/1.1" status: 204 len: 168 time: 0.7723846 Jan 11 06:44:29.974474 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41624) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:30.017513 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f2f883-c7b5-4c8d-946b-dc8fe0de89d0 admin admin] Deleting subnet 9f6d5dda-4d8b-469c-bdda-6a322617e284 {{(pid=102726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:44:30.020717 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f883-c7b5-4c8d-946b-dc8fe0de89d0 admin admin] Publish callbacks [] for subnet (9f6d5dda-4d8b-469c-bdda-6a322617e284), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.056651 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f883-c7b5-4c8d-946b-dc8fe0de89d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2758286'] for subnet (9f6d5dda-4d8b-469c-bdda-6a322617e284), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.130627 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f883-c7b5-4c8d-946b-dc8fe0de89d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (9f6d5dda-4d8b-469c-bdda-6a322617e284), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.180027 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f883-c7b5-4c8d-946b-dc8fe0de89d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17062875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17170681'] for subnet (9f6d5dda-4d8b-469c-bdda-6a322617e284), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.208038 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2f883-c7b5-4c8d-946b-dc8fe0de89d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6d5dda-4d8b-469c-bdda-6a322617e284,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:30.211475 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f883-c7b5-4c8d-946b-dc8fe0de89d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.214705 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-f5f2f883-c7b5-4c8d-946b-dc8fe0de89d0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9f6d5dda-4d8b-469c-bdda-6a322617e284 HTTP/1.1" status: 204 len: 168 time: 0.2393019 Jan 11 06:44:30.217173 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41626) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:30.217328 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c55635-d965-4359-bbab-db946a95f5a6 None None] Network bebe336f-59ef-41e9-a38e-800c0e378ca8 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:44:30.286740 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (bebe336f-59ef-41e9-a38e-800c0e378ca8), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.350159 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Deleting port 56d80aad-3adf-4550-9ed1-ce9bedd19068 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:30.350639 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.404028 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] DHCP port deletion for bebe336f-59ef-41e9-a38e-800c0e378ca8 request from dv-cinder-606346-33-iscsi {{(pid=102727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 06:44:30.420049 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] For port 56d80aad-3adf-4550-9ed1-ce9bedd19068, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=56d80aad-3adf-4550-9ed1-ce9bedd19068,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:30.420574 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.433730 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Calling delete_port for 56d80aad-3adf-4550-9ed1-ce9bedd19068 owned by network:dhcp {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:30.435576 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 87d35ab9-3656-44bd-9300-f4ce55091063 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:44:30.459148 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 87d35ab9-3656-44bd-9300-f4ce55091063 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:44:30.459505 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 87d35ab9-3656-44bd-9300-f4ce55091063 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:44:30.460138 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 9d320a04-f289-4504-99c6-d90691cbb0d5 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:44:30.486057 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 9d320a04-f289-4504-99c6-d90691cbb0d5 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:44:30.486484 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 9d320a04-f289-4504-99c6-d90691cbb0d5 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:44:30.503555 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Deleting port 56d80aad-3adf-4550-9ed1-ce9bedd19068 {{(pid=102727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:30.503933 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), before_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.522342 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.550819 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Pushing event deleted for resources: {'Port': ['ID=56d80aad-3adf-4550-9ed1-ce9bedd19068,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:30.558514 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] No DVR routers for this DVR port 56d80aad-3adf-4550-9ed1-ce9bedd19068 on host dv-cinder-606346-33-iscsi {{(pid=102726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:44:30.581810 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] For port 56d80aad-3adf-4550-9ed1-ce9bedd19068, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=56d80aad-3adf-4550-9ed1-ce9bedd19068,segment=NetworkSegment(507fa1e9-45c1-4e34-95d0-93e2081e49c5),segment_id=507fa1e9-45c1-4e34-95d0-93e2081e49c5)] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:30.582214 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), precommit_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.632285 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (bebe336f-59ef-41e9-a38e-800c0e378ca8), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.653729 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebe336f-59ef-41e9-a38e-800c0e378ca8']}} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:30.665148 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507fa1e9-45c1-4e34-95d0-93e2081e49c5') {'for_net_delete': True} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:30.665450 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507fa1e9-45c1-4e34-95d0-93e2081e49c5') {} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:30.676800 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2758391'] for segment (507fa1e9-45c1-4e34-95d0-93e2081e49c5), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.694209 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (507fa1e9-45c1-4e34-95d0-93e2081e49c5), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.701609 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:44:30.701996 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17062705'] for segment (507fa1e9-45c1-4e34-95d0-93e2081e49c5), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: Traceback (most recent call last): Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: timer() Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: cb(*args, **kw) Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: return func(*args, **kwargs) Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: self._notify() Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: self.callback(batched_events) Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: event.method(event) Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: return f(self, *a, **k) Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._get(url).json() Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: return self.request(url, 'GET', **kwargs) Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:44:30.703901 dv-cinder-606346-33-iscsi neutron-server[102726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:44:30.729652 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Calling delete_port for 56d80aad-3adf-4550-9ed1-ce9bedd19068 owned by network:dhcp {{(pid=102727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:30.761059 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (bebe336f-59ef-41e9-a38e-800c0e378ca8), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.767295 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.770804 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] 10.222.0.15 "DELETE /v2.0/networks/bebe336f-59ef-41e9-a38e-800c0e378ca8 HTTP/1.1" status: 204 len: 168 time: 0.5525897 Jan 11 06:44:30.773752 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41630) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:30.779862 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccbdb9-6d25-416d-9020-8b69db78413c admin admin] Pushing event deleted for resources: {'Network': ['ID=bebe336f-59ef-41e9-a38e-800c0e378ca8,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:30.804792 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023'] for port (56d80aad-3adf-4550-9ed1-ce9bedd19068), after_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:30.828328 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Pushing event deleted for resources: {'Port': ['ID=56d80aad-3adf-4550-9ed1-ce9bedd19068,revision_number=None']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:30.830762 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Network bebe336f-59ef-41e9-a38e-800c0e378ca8 is not hosted by any dhcp agent {{(pid=102727) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 11 06:44:30.831360 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] No DVR routers for this DVR port 56d80aad-3adf-4550-9ed1-ce9bedd19068 on host dv-cinder-606346-33-iscsi {{(pid=102727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:44:30.842407 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:30.843025 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:30.843404 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:30.844319 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:30.844319 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:30.844735 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:30.844844 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:30.845241 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:30.845637 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:30.847085 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:30.847551 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:30.847904 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:30.848205 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2942a27-c63e-45ad-88c8-6cc9de78c8be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:44:31.116155 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-45b9812d-2cbd-45ed-a558-6e7e17436517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992292'] for router_interface (a3543041-6b66-4c12-b101-886a49ad238c), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:31.354007 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-45b9812d-2cbd-45ed-a558-6e7e17436517 admin admin] Deleting port cefe2c73-fcc5-4203-a764-8bea693ccbbf {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:31.354346 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-45b9812d-2cbd-45ed-a558-6e7e17436517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:31.429677 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [None req-45b9812d-2cbd-45ed-a558-6e7e17436517 admin admin] For port cefe2c73-fcc5-4203-a764-8bea693ccbbf, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=cefe2c73-fcc5-4203-a764-8bea693ccbbf,segment=NetworkSegment(22934ef3-a808-4151-8b32-83fea2b01a9d),segment_id=22934ef3-a808-4151-8b32-83fea2b01a9d)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:31.430041 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-45b9812d-2cbd-45ed-a558-6e7e17436517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:31.445942 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-45b9812d-2cbd-45ed-a558-6e7e17436517 admin admin] Calling delete_port for cefe2c73-fcc5-4203-a764-8bea693ccbbf owned by network:router_interface {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:31.622155 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-45b9812d-2cbd-45ed-a558-6e7e17436517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (cefe2c73-fcc5-4203-a764-8bea693ccbbf), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:31.647410 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9812d-2cbd-45ed-a558-6e7e17436517 admin admin] Pushing event deleted for resources: {'Port': ['ID=cefe2c73-fcc5-4203-a764-8bea693ccbbf,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:31.809827 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-45b9812d-2cbd-45ed-a558-6e7e17436517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993716'] for router_interface (a3543041-6b66-4c12-b101-886a49ad238c), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:32.287609 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b9812d-2cbd-45ed-a558-6e7e17436517 admin admin] Router a3543041-6b66-4c12-b101-886a49ad238c has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:44:32.391524 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b9812d-2cbd-45ed-a558-6e7e17436517 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:44:32.399476 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-45b9812d-2cbd-45ed-a558-6e7e17436517 admin admin] 10.222.0.15 "PUT /v2.0/routers/a3543041-6b66-4c12-b101-886a49ad238c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6224515 Jan 11 06:44:32.399808 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41636) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:32.407602 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67703753-9fd6-4641-b765-f956dd3fa2d9 None None] Sync routers for ids ['a3543041-6b66-4c12-b101-886a49ad238c'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:44:32.413157 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 56d80aad-3adf-4550-9ed1-ce9bedd19068 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:44:32.417993 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67703753-9fd6-4641-b765-f956dd3fa2d9 None None] Routers {'a3543041-6b66-4c12-b101-886a49ad238c'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:44:32.418807 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-67703753-9fd6-4641-b765-f956dd3fa2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:44:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['a3543041-6b66-4c12-b101-886a49ad238c'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:32.441615 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 56d80aad-3adf-4550-9ed1-ce9bedd19068 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:44:32.441966 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 56d80aad-3adf-4550-9ed1-ce9bedd19068 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:44:32.506874 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Publish callbacks [] for router (a3543041-6b66-4c12-b101-886a49ad238c), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:32.537450 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-67703753-9fd6-4641-b765-f956dd3fa2d9 None None] Set router a3543041-6b66-4c12-b101-886a49ad238c gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:44:32.609632 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Publish callbacks [] for router_gateway (a3543041-6b66-4c12-b101-886a49ad238c), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:32.660391 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Deleting port c707d11c-800d-4c7b-92b8-060777fcfcd1 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:32.660753 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:32.712321 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-67703753-9fd6-4641-b765-f956dd3fa2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'name': 'tempest-TestVolumeBootPattern-1564736054-router', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:44:31Z', 'revision_number': 5, 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'gw_port': {'id': 'c707d11c-800d-4c7b-92b8-060777fcfcd1', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:32.738949 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] For port c707d11c-800d-4c7b-92b8-060777fcfcd1, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=c707d11c-800d-4c7b-92b8-060777fcfcd1,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:32.739330 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:32.745961 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67703753-9fd6-4641-b765-f956dd3fa2d9 None None] Checking router: a3543041-6b66-4c12-b101-886a49ad238c for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:44:32.750104 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67703753-9fd6-4641-b765-f956dd3fa2d9 None None] Routers {'a3543041-6b66-4c12-b101-886a49ad238c'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:44:32.750708 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-67703753-9fd6-4641-b765-f956dd3fa2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:44:16Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['a3543041-6b66-4c12-b101-886a49ad238c'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:32.751523 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Calling delete_port for c707d11c-800d-4c7b-92b8-060777fcfcd1 owned by network:router_gateway {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:32.834329 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-67703753-9fd6-4641-b765-f956dd3fa2d9 None None] Set router a3543041-6b66-4c12-b101-886a49ad238c gateway port host: None {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:44:32.888694 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-67703753-9fd6-4641-b765-f956dd3fa2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'name': 'tempest-TestVolumeBootPattern-1564736054-router', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:44:32Z', 'revision_number': 6, 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'gw_port_host': None}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:32.916587 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (c707d11c-800d-4c7b-92b8-060777fcfcd1), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:32.917787 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67703753-9fd6-4641-b765-f956dd3fa2d9 None None] The sync data for ids ['a3543041-6b66-4c12-b101-886a49ad238c'] in dv-cinder-606346-33-iscsi is: [{'id': 'a3543041-6b66-4c12-b101-886a49ad238c', 'name': 'tempest-TestVolumeBootPattern-1564736054-router', 'tenant_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:36:28Z', 'updated_at': '2022-01-11T06:44:32Z', 'revision_number': 6, 'project_id': 'f5b7e52d898c44659a8fc5ea1f2b49fa', 'gw_port_host': None}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:44:32.954255 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Pushing event deleted for resources: {'Port': ['ID=c707d11c-800d-4c7b-92b8-060777fcfcd1,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:33.009158 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993898'] for router_gateway (a3543041-6b66-4c12-b101-886a49ad238c), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.094323 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13858'] for router (a3543041-6b66-4c12-b101-886a49ad238c), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.096924 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Publish callbacks [] for router_controller (a3543041-6b66-4c12-b101-886a49ad238c), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.137272 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994803'] for router (a3543041-6b66-4c12-b101-886a49ad238c), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.137783 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3543041-6b66-4c12-b101-886a49ad238c {{(pid=102725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 06:44:33.142711 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.143776 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-81c76b42-1cdc-44bf-b815-95c1b35aab9f admin admin] 10.222.0.15 "DELETE /v2.0/routers/a3543041-6b66-4c12-b101-886a49ad238c HTTP/1.1" status: 204 len: 168 time: 0.7429700 Jan 11 06:44:33.146350 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41638) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:33.193400 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3bbce2-08bb-4adc-84e9-184744b04206 admin admin] Deleting subnet 4f7deac5-4463-45a7-9b41-e09020e4e2c3 {{(pid=102725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:44:33.196416 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbce2-08bb-4adc-84e9-184744b04206 admin admin] Publish callbacks [] for subnet (4f7deac5-4463-45a7-9b41-e09020e4e2c3), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.228849 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbce2-08bb-4adc-84e9-184744b04206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8561306'] for subnet (4f7deac5-4463-45a7-9b41-e09020e4e2c3), precommit_delete_associations {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.306754 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbce2-08bb-4adc-84e9-184744b04206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (4f7deac5-4463-45a7-9b41-e09020e4e2c3), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.370406 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbce2-08bb-4adc-84e9-184744b04206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8585352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805936'] for subnet (4f7deac5-4463-45a7-9b41-e09020e4e2c3), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.399098 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bbce2-08bb-4adc-84e9-184744b04206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7deac5-4463-45a7-9b41-e09020e4e2c3,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:33.399098 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-7b3bbce2-08bb-4adc-84e9-184744b04206 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.401367 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-7b3bbce2-08bb-4adc-84e9-184744b04206 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4f7deac5-4463-45a7-9b41-e09020e4e2c3 HTTP/1.1" status: 204 len: 168 time: 0.2541139 Jan 11 06:44:33.404096 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41640) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:33.409566 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3028504-37f9-4763-86ae-541a1081f3a0 None None] Network 60c9b49d-4910-402c-b659-a833efc4b3d3 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:44:33.474041 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (60c9b49d-4910-402c-b659-a833efc4b3d3), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.532504 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Deleting port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:33.532849 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.594342 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] For port 0eac3f84-be9b-46cf-affa-bdb64311a6d7, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=0eac3f84-be9b-46cf-affa-bdb64311a6d7,segment=NetworkSegment(22934ef3-a808-4151-8b32-83fea2b01a9d),segment_id=22934ef3-a808-4151-8b32-83fea2b01a9d)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:33.594632 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.607312 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Calling delete_port for 0eac3f84-be9b-46cf-affa-bdb64311a6d7 owned by network:dhcp {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:33.649570 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaa4a6d-2eb6-45ac-a1ef-9b3d2dfa6654 None None] DHCP port deletion for 60c9b49d-4910-402c-b659-a833efc4b3d3 request from dv-cinder-606346-33-iscsi {{(pid=102727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 06:44:33.690547 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.702160 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa4a6d-2eb6-45ac-a1ef-9b3d2dfa6654 None None] Deleting port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 {{(pid=102727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:33.702533 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4a6d-2eb6-45ac-a1ef-9b3d2dfa6654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), before_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.717849 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eac3f84-be9b-46cf-affa-bdb64311a6d7,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:33.719681 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] No DVR routers for this DVR port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 on host dv-cinder-606346-33-iscsi {{(pid=102726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:44:33.766611 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-fcaa4a6d-2eb6-45ac-a1ef-9b3d2dfa6654 None None] For port 0eac3f84-be9b-46cf-affa-bdb64311a6d7, host dv-cinder-606346-33-iscsi, got binding levels [] {{(pid=102727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:33.767010 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4a6d-2eb6-45ac-a1ef-9b3d2dfa6654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), precommit_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.780004 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa4a6d-2eb6-45ac-a1ef-9b3d2dfa6654 None None] Calling delete_port for 0eac3f84-be9b-46cf-affa-bdb64311a6d7 owned by network:dhcp {{(pid=102727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:33.782664 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.ipam_backend_mixin [None req-fcaa4a6d-2eb6-45ac-a1ef-9b3d2dfa6654 None None] Port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 was not found and therefore no delete operation was performed {{(pid=102727) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 11 06:44:33.784046 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fcaa4a6d-2eb6-45ac-a1ef-9b3d2dfa6654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023'] for port (0eac3f84-be9b-46cf-affa-bdb64311a6d7), after_delete {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.794975 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (60c9b49d-4910-402c-b659-a833efc4b3d3), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:33.806521 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa4a6d-2eb6-45ac-a1ef-9b3d2dfa6654 None None] Pushing event deleted for resources: {'Port': ['ID=0eac3f84-be9b-46cf-affa-bdb64311a6d7,revision_number=None']} {{(pid=102727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:33.811898 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa4a6d-2eb6-45ac-a1ef-9b3d2dfa6654 None None] No DVR routers for this DVR port 0eac3f84-be9b-46cf-affa-bdb64311a6d7 on host dv-cinder-606346-33-iscsi {{(pid=102727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:44:34.030611 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c9b49d-4910-402c-b659-a833efc4b3d3']}} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:34.040926 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22934ef3-a808-4151-8b32-83fea2b01a9d') {'for_net_delete': True} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:34.041222 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22934ef3-a808-4151-8b32-83fea2b01a9d') {} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:44:34.050936 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2758391'] for segment (22934ef3-a808-4151-8b32-83fea2b01a9d), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.063584 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (22934ef3-a808-4151-8b32-83fea2b01a9d), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.070436 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:44:34.070945 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17062705'] for segment (22934ef3-a808-4151-8b32-83fea2b01a9d), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: Traceback (most recent call last): Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: timer() Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: cb(*args, **kw) Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: return func(*args, **kwargs) Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: self._notify() Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: self.callback(batched_events) Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: event.method(event) Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: return f(self, *a, **k) Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._get(url).json() Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: return self.request(url, 'GET', **kwargs) Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:44:34.072833 dv-cinder-606346-33-iscsi neutron-server[102726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:44:34.126683 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (60c9b49d-4910-402c-b659-a833efc4b3d3), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.131732 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.135571 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/60c9b49d-4910-402c-b659-a833efc4b3d3 HTTP/1.1" status: 204 len: 168 time: 0.7303612 Jan 11 06:44:34.147532 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf407905-f97d-4ae1-870a-f6f744d0c2d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c9b49d-4910-402c-b659-a833efc4b3d3,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:34.248663 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41646) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:34.287781 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-8bb0b843-3f8e-4f98-b5ac-bf1470119f2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a07dbfb98a35408fb3bff666f3db199d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379639 Jan 11 06:44:34.290106 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41648) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:34.344184 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1f45a75f-24d1-4319-ae75-994f858d88bb admin admin] Publish callbacks [] for security_group (34178e62-f366-450d-909c-2c43636cf695), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.366012 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1f45a75f-24d1-4319-ae75-994f858d88bb admin admin] Publish callbacks [] for security_group (34178e62-f366-450d-909c-2c43636cf695), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.374105 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 0eac3f84-be9b-46cf-affa-bdb64311a6d7 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:44:34.400238 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 0eac3f84-be9b-46cf-affa-bdb64311a6d7 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:44:34.400827 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 0eac3f84-be9b-46cf-affa-bdb64311a6d7 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:44:34.401405 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device c707d11c-800d-4c7b-92b8-060777fcfcd1 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:44:34.414292 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1f45a75f-24d1-4319-ae75-994f858d88bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (34178e62-f366-450d-909c-2c43636cf695), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.416974 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-1f45a75f-24d1-4319-ae75-994f858d88bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.418150 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-1f45a75f-24d1-4319-ae75-994f858d88bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34178e62-f366-450d-909c-2c43636cf695 HTTP/1.1" status: 204 len: 168 time: 0.1271627 Jan 11 06:44:34.420960 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: c707d11c-800d-4c7b-92b8-060777fcfcd1 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:44:34.421319 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device c707d11c-800d-4c7b-92b8-060777fcfcd1 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:44:34.421739 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device cefe2c73-fcc5-4203-a764-8bea693ccbbf no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:44:34.427990 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45a75f-24d1-4319-ae75-994f858d88bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34178e62-f366-450d-909c-2c43636cf695,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:34.447672 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: cefe2c73-fcc5-4203-a764-8bea693ccbbf {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:44:34.448025 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device cefe2c73-fcc5-4203-a764-8bea693ccbbf not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:44:34.727020 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41656) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:34.766248 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a8fbb232-d3ea-4d06-9c14-9579530ba957 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5b7e52d898c44659a8fc5ea1f2b49fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380034 Jan 11 06:44:34.769486 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41658) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:44:34.814105 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a063e381-699f-4f12-bc67-164249016b6d admin admin] Publish callbacks [] for security_group (170805e9-b694-4399-970c-dda1e825f538), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.840850 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a063e381-699f-4f12-bc67-164249016b6d admin admin] Publish callbacks [] for security_group (170805e9-b694-4399-970c-dda1e825f538), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.908656 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a063e381-699f-4f12-bc67-164249016b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (170805e9-b694-4399-970c-dda1e825f538), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.912143 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a063e381-699f-4f12-bc67-164249016b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:34.913382 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a063e381-699f-4f12-bc67-164249016b6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/170805e9-b694-4399-970c-dda1e825f538 HTTP/1.1" status: 204 len: 168 time: 0.1429803 Jan 11 06:44:34.921078 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063e381-699f-4f12-bc67-164249016b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170805e9-b694-4399-970c-dda1e825f538,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:40.618760 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:44:43.452893 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f601-9bdc-477b-9ccf-475d8b6468d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:45.745342 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-f30e25b8-70ff-469f-8d1a-645736bac666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:46.895466 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:48.339526 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:49.112331 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee041f-5ec6-4962-9ded-85831174ff87 req-aef36f8c-cdd2-402d-9aab-208705607c40 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:49.113807 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82ee041f-5ec6-4962-9ded-85831174ff87 req-aef36f8c-cdd2-402d-9aab-208705607c40 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 945 time: 0.2425725 Jan 11 06:44:49.159641 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-82ee041f-5ec6-4962-9ded-85831174ff87 req-eb07a2d2-2db8-4265-b8fd-369b959d9b78 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Jan 11 06:44:49.697146 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:50.331118 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7e7b0-34a8-433f-a8cc-104555f3abc7 req-1bc4fa89-da18-454c-bae7-2511f96ae86f tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:50.332623 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e6c7e7b0-34a8-433f-a8cc-104555f3abc7 req-1bc4fa89-da18-454c-bae7-2511f96ae86f tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 945 time: 0.1024654 Jan 11 06:44:50.381977 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e6c7e7b0-34a8-433f-a8cc-104555f3abc7 req-b8f56099-c6f0-48c2-bfd9-4268d89232c4 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cb432ff-f3d1-4efc-8c88-64cc86582692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437756 Jan 11 06:44:50.628232 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0f469-c4e0-4c4a-8813-3b2955437d05 req-b0542c0b-866a-4ed8-b657-499549b5cb81 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:44:50.629681 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-64b0f469-c4e0-4c4a-8813-3b2955437d05 req-b0542c0b-866a-4ed8-b657-499549b5cb81 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.30 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 945 time: 0.0477309 Jan 11 06:44:50.715662 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-64b0f469-c4e0-4c4a-8813-3b2955437d05 req-e2aedbd4-7cab-4ada-b97c-1d3d165f3823 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Deleting port 41693209-fe5a-4535-8110-59a4fef8bee3 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:44:50.716004 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-64b0f469-c4e0-4c4a-8813-3b2955437d05 req-e2aedbd4-7cab-4ada-b97c-1d3d165f3823 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:50.804076 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-64b0f469-c4e0-4c4a-8813-3b2955437d05 req-e2aedbd4-7cab-4ada-b97c-1d3d165f3823 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] For port 41693209-fe5a-4535-8110-59a4fef8bee3, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=41693209-fe5a-4535-8110-59a4fef8bee3,segment=NetworkSegment(c39dbc70-644d-499d-ad8f-fb355cf880bf),segment_id=c39dbc70-644d-499d-ad8f-fb355cf880bf)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:44:50.804478 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-64b0f469-c4e0-4c4a-8813-3b2955437d05 req-e2aedbd4-7cab-4ada-b97c-1d3d165f3823 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:50.817665 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-64b0f469-c4e0-4c4a-8813-3b2955437d05 req-e2aedbd4-7cab-4ada-b97c-1d3d165f3823 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Calling delete_port for 41693209-fe5a-4535-8110-59a4fef8bee3 owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:44:50.943705 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-64b0f469-c4e0-4c4a-8813-3b2955437d05 req-e2aedbd4-7cab-4ada-b97c-1d3d165f3823 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (41693209-fe5a-4535-8110-59a4fef8bee3), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:50.971678 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aedbd4-7cab-4ada-b97c-1d3d165f3823 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Pushing event deleted for resources: {'Port': ['ID=41693209-fe5a-4535-8110-59a4fef8bee3,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:44:50.978223 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.db [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] get_ports_and_sgs() called for port_ids ['41693209-fe5a-4535-8110-59a4fef8bee3'] {{(pid=102727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 06:44:51.011378 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b0f469-c4e0-4c4a-8813-3b2955437d05 req-e2aedbd4-7cab-4ada-b97c-1d3d165f3823 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] No DVR routers for this DVR port 41693209-fe5a-4535-8110-59a4fef8bee3 on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:44:51.013734 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-64b0f469-c4e0-4c4a-8813-3b2955437d05 req-e2aedbd4-7cab-4ada-b97c-1d3d165f3823 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:51.017169 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-64b0f469-c4e0-4c4a-8813-3b2955437d05 req-e2aedbd4-7cab-4ada-b97c-1d3d165f3823 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.30 "DELETE /v2.0/ports/41693209-fe5a-4535-8110-59a4fef8bee3 HTTP/1.1" status: 204 len: 173 time: 0.3825786 Jan 11 06:44:51.017603 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974c2e7d-a7b3-43c1-9a55-10c2b82f1b59', 'name': 'network-vif-deleted', 'tag': '41693209-fe5a-4535-8110-59a4fef8bee3'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:44:51.019803 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb0b530-a540-4538-ae49-782eade49f10" -d '{"events": [{"server_uuid": "974c2e7d-a7b3-43c1-9a55-10c2b82f1b59", "name": "network-vif-deleted", "tag": "41693209-fe5a-4535-8110-59a4fef8bee3"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:44:51.058725 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8ece93-2c0c-47ab-a794-7b91a45fdeb6 x-openstack-request-id: req-df8ece93-2c0c-47ab-a794-7b91a45fdeb6 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:44:51.059011 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974c2e7d-a7b3-43c1-9a55-10c2b82f1b59", "name": "network-vif-deleted", "tag": "41693209-fe5a-4535-8110-59a4fef8bee3", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:44:51.059262 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df8ece93-2c0c-47ab-a794-7b91a45fdeb6 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:44:51.059651 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974c2e7d-a7b3-43c1-9a55-10c2b82f1b59', 'name': 'network-vif-deleted', 'tag': '41693209-fe5a-4535-8110-59a4fef8bee3', 'status': 'completed', 'code': 200} Jan 11 06:44:51.493145 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-e3e9b151-b62e-43b2-a384-b674cc7f9d82 req-a43db389-c1e5-4b97-8c41-22e8926bdf99 tempest-VolumesSnapshotTestJSON-890270954 tempest-VolumesSnapshotTestJSON-890270954-project] 10.222.0.15 "GET /v2.0/ports?device_id=974c2e7d-a7b3-43c1-9a55-10c2b82f1b59 HTTP/1.1" status: 200 len: 210 time: 0.0301352 Jan 11 06:44:51.860660 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:44:55.812173 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 41693209-fe5a-4535-8110-59a4fef8bee3 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:44:55.842214 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 41693209-fe5a-4535-8110-59a4fef8bee3 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:44:55.842558 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 41693209-fe5a-4535-8110-59a4fef8bee3 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:45:01.491615 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41782) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:01.663189 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Deleting port 6997a785-f4df-4a50-92cd-2bf47f7171ab {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:45:01.663421 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (6997a785-f4df-4a50-92cd-2bf47f7171ab), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:01.734213 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (6997a785-f4df-4a50-92cd-2bf47f7171ab), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:01.734537 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for floatingip (6997a785-f4df-4a50-92cd-2bf47f7171ab), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:01.745747 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Calling delete_port for 6997a785-f4df-4a50-92cd-2bf47f7171ab owned by network:floatingip {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:45:01.889709 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (6997a785-f4df-4a50-92cd-2bf47f7171ab), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:01.916176 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event deleted for resources: {'Port': ['ID=6997a785-f4df-4a50-92cd-2bf47f7171ab,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:01.977795 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for floatingip (903f73ad-35d5-4a80-9502-cf4e78d5a836), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:01.978125 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.db.l3_db [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Floating IP 903f73ad-35d5-4a80-9502-cf4e78d5a836 disassociated (deleted). External IP: 172.27.2.145, port: 55e09874-031b-42d9-82a9-501f40abfde0. Jan 11 06:45:02.176646 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Router be1159d9-e323-4e8c-b4a9-a86d6320c9ea has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:45:02.291816 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:45:02.296557 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for floatingip (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:02.302338 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc271ed8-cfee-4dca-98f7-8f4202eecbce None None] Sync routers for ids ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:45:02.312689 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc271ed8-cfee-4dca-98f7-8f4202eecbce None None] Routers {'be1159d9-e323-4e8c-b4a9-a86d6320c9ea'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:45:02.313382 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-cc271ed8-cfee-4dca-98f7-8f4202eecbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:44:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:02.326597 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-b519fd57-004c-4ff4-8f3c-9135cea2e310 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "DELETE /v2.0/floatingips/903f73ad-35d5-4a80-9502-cf4e78d5a836 HTTP/1.1" status: 204 len: 168 time: 0.8338506 Jan 11 06:45:02.327197 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:45:02.329485 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7416aee-39d1-450f-971b-9c415daff331" -d '{"events": [{"name": "network-changed", "server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "tag": "55e09874-031b-42d9-82a9-501f40abfde0"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:45:02.368529 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 06:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db392bc3-afd6-40da-99e5-2596ceaadde3 x-openstack-request-id: req-db392bc3-afd6-40da-99e5-2596ceaadde3 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:45:02.368820 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "tag": "55e09874-031b-42d9-82a9-501f40abfde0", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:45:02.369073 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db392bc3-afd6-40da-99e5-2596ceaadde3 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:45:02.369474 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0', 'status': 'completed', 'code': 200} Jan 11 06:45:02.423523 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-cc271ed8-cfee-4dca-98f7-8f4202eecbce None None] Set router be1159d9-e323-4e8c-b4a9-a86d6320c9ea gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:45:02.567572 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ae747-8df9-4071-bfd2-0e1db1872bf9 req-eff90e95-1fe4-4952-a95e-20d398c820f7 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:45:02.571405 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-113ae747-8df9-4071-bfd2-0e1db1872bf9 req-eff90e95-1fe4-4952-a95e-20d398c820f7 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0696049 Jan 11 06:45:02.621308 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-113ae747-8df9-4071-bfd2-0e1db1872bf9 req-a8fda575-57fe-4dab-acbf-3ae7c630053d tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442274 Jan 11 06:45:02.628784 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-cc271ed8-cfee-4dca-98f7-8f4202eecbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:10Z', 'revision_number': 4, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '61c91619-e476-4ede-be8e-e4b8ce1246aa', 'name': '', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'mac_address': 'fa:16:3e:8f:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:09Z', 'updated_at': '2022-01-11T06:40:14Z', 'revision_number': 5, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'subnets': [{'id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:02.654922 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc271ed8-cfee-4dca-98f7-8f4202eecbce None None] Checking router: be1159d9-e323-4e8c-b4a9-a86d6320c9ea for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:45:02.665252 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc271ed8-cfee-4dca-98f7-8f4202eecbce None None] Routers {'be1159d9-e323-4e8c-b4a9-a86d6320c9ea'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:45:02.665860 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-cc271ed8-cfee-4dca-98f7-8f4202eecbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:44:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:02.768101 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-cc271ed8-cfee-4dca-98f7-8f4202eecbce None None] Set router be1159d9-e323-4e8c-b4a9-a86d6320c9ea gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:45:02.968085 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-cc271ed8-cfee-4dca-98f7-8f4202eecbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:10Z', 'revision_number': 4, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '61c91619-e476-4ede-be8e-e4b8ce1246aa', 'name': '', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'mac_address': 'fa:16:3e:8f:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:09Z', 'updated_at': '2022-01-11T06:40:14Z', 'revision_number': 5, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'subnets': [{'id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:02.997778 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc271ed8-cfee-4dca-98f7-8f4202eecbce None None] The sync data for ids ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'] in dv-cinder-606346-33-iscsi is: [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:10Z', 'revision_number': 4, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi', '_interfaces': [{'id': '61c91619-e476-4ede-be8e-e4b8ce1246aa', 'name': '', 'network_id': 'bb8649c3-2ac5-492f-95c3-1ec67ccab7e0', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'mac_address': 'fa:16:3e:8f:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:09Z', 'updated_at': '2022-01-11T06:40:14Z', 'revision_number': 5, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'subnets': [{'id': '8353fbb7-0281-46c9-9720-7274b5047dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:45:03.214497 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c340f51f-6c05-4b3a-835a-3918cd852e31 None None] New status for floating IP 903f73ad-35d5-4a80-9502-cf4e78d5a836: DOWN {{(pid=102728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 06:45:03.734809 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fbf79-c118-4fad-8c66-21052a969493 req-4fea49e9-4df7-4c7c-b1fe-b22256540fab tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:45:03.736266 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-847fbf79-c118-4fad-8c66-21052a969493 req-4fea49e9-4df7-4c7c-b1fe-b22256540fab tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0474775 Jan 11 06:45:03.784011 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-847fbf79-c118-4fad-8c66-21052a969493 req-64dcd4bb-ba04-4246-9dcd-122b1d709bfd tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414486 Jan 11 06:45:03.941916 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7416aee-39d1-450f-971b-9c415daff331 req-70a52b88-1cfd-4baa-9b26-326a918b4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:45:03.943280 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c7416aee-39d1-450f-971b-9c415daff331 req-70a52b88-1cfd-4baa-9b26-326a918b4b80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=847d6d55c052479bb0d08eb991e15ac0&device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 1098 time: 0.0850253 Jan 11 06:45:04.033094 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7416aee-39d1-450f-971b-9c415daff331 req-b3259cde-9895-41ab-ad0f-08f474abe3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:45:04.035079 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c7416aee-39d1-450f-971b-9c415daff331 req-b3259cde-9895-41ab-ad0f-08f474abe3fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 HTTP/1.1" status: 200 len: 910 time: 0.0839860 Jan 11 06:45:04.081791 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c7416aee-39d1-450f-971b-9c415daff331 req-000fc886-143a-4664-ad50-762c9940ea63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55e09874-031b-42d9-82a9-501f40abfde0 HTTP/1.1" status: 200 len: 217 time: 0.0377007 Jan 11 06:45:04.130219 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7416aee-39d1-450f-971b-9c415daff331 req-c8b1b6c0-2171-4dd2-842f-90d8ef34f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:45:04.131930 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c7416aee-39d1-450f-971b-9c415daff331 req-c8b1b6c0-2171-4dd2-842f-90d8ef34f4ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8353fbb7-0281-46c9-9720-7274b5047dc4 HTTP/1.1" status: 200 len: 848 time: 0.0441582 Jan 11 06:45:04.182012 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7416aee-39d1-450f-971b-9c415daff331 req-cc2e80e2-f5a6-4f1e-a2c2-c424bda004a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:45:04.183546 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c7416aee-39d1-450f-971b-9c415daff331 req-cc2e80e2-f5a6-4f1e-a2c2-c424bda004a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421259 Jan 11 06:45:04.204987 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [req-c7416aee-39d1-450f-971b-9c415daff331 req-63441362-ebb4-4869-b3cd-76ff2d704081 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=102725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 06:45:04.206572 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c7416aee-39d1-450f-971b-9c415daff331 req-63441362-ebb4-4869-b3cd-76ff2d704081 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052757 Jan 11 06:45:04.305959 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c7416aee-39d1-450f-971b-9c415daff331 req-0299565b-01f1-4b7b-b521-1c77f22f68eb service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911796 Jan 11 06:45:04.400514 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-c7416aee-39d1-450f-971b-9c415daff331 req-d2152a31-8197-46ca-a4d5-47056f0aca56 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882955 Jan 11 06:45:04.904442 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac933da-a95e-4f75-b1b4-eb22b5328b0c req-1fcb1a98-baea-4b90-bc82-efcc8f088e18 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:45:04.905882 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5ac933da-a95e-4f75-b1b4-eb22b5328b0c req-1fcb1a98-baea-4b90-bc82-efcc8f088e18 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0495398 Jan 11 06:45:04.957556 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-5ac933da-a95e-4f75-b1b4-eb22b5328b0c req-c91f9c08-c26f-447f-a08b-01fe9feea48d tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b25acf-d7ed-47d5-a969-da3310fe8989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460932 Jan 11 06:45:05.680445 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35417b1d-c772-4b49-b6b0-a0600d8b0a08 req-56849cf3-3237-4ba1-ad38-d97f7040c634 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 06:45:05.681792 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-35417b1d-c772-4b49-b6b0-a0600d8b0a08 req-56849cf3-3237-4ba1-ad38-d97f7040c634 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 945 time: 0.0481722 Jan 11 06:45:05.771044 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-35417b1d-c772-4b49-b6b0-a0600d8b0a08 req-320a1923-ed61-484c-96af-6c4e4d2efcc3 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Deleting port 55e09874-031b-42d9-82a9-501f40abfde0 {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:45:05.771391 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-35417b1d-c772-4b49-b6b0-a0600d8b0a08 req-320a1923-ed61-484c-96af-6c4e4d2efcc3 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (55e09874-031b-42d9-82a9-501f40abfde0), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:05.863867 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [req-35417b1d-c772-4b49-b6b0-a0600d8b0a08 req-320a1923-ed61-484c-96af-6c4e4d2efcc3 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] For port 55e09874-031b-42d9-82a9-501f40abfde0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=55e09874-031b-42d9-82a9-501f40abfde0,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:45:05.864231 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-35417b1d-c772-4b49-b6b0-a0600d8b0a08 req-320a1923-ed61-484c-96af-6c4e4d2efcc3 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (55e09874-031b-42d9-82a9-501f40abfde0), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:05.876474 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [req-35417b1d-c772-4b49-b6b0-a0600d8b0a08 req-320a1923-ed61-484c-96af-6c4e4d2efcc3 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Calling delete_port for 55e09874-031b-42d9-82a9-501f40abfde0 owned by compute:nova {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:45:06.001822 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-35417b1d-c772-4b49-b6b0-a0600d8b0a08 req-320a1923-ed61-484c-96af-6c4e4d2efcc3 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (55e09874-031b-42d9-82a9-501f40abfde0), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:06.032423 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a1923-ed61-484c-96af-6c4e4d2efcc3 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event deleted for resources: {'Port': ['ID=55e09874-031b-42d9-82a9-501f40abfde0,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:06.061055 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-aca16e94-875e-472f-a4b3-52a4fa578564 req-6851e061-1e61-4da6-b23b-58179faf015a tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "GET /v2.0/ports?device_id=eeda93e7-9383-483d-8aca-7f053d246c1e HTTP/1.1" status: 200 len: 210 time: 0.0322347 Jan 11 06:45:06.095642 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [req-35417b1d-c772-4b49-b6b0-a0600d8b0a08 req-320a1923-ed61-484c-96af-6c4e4d2efcc3 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] No DVR routers for this DVR port 55e09874-031b-42d9-82a9-501f40abfde0 on host hv-cinder-60634 {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:45:06.098887 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [req-35417b1d-c772-4b49-b6b0-a0600d8b0a08 req-320a1923-ed61-484c-96af-6c4e4d2efcc3 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255054'] for port (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:06.102317 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [req-35417b1d-c772-4b49-b6b0-a0600d8b0a08 req-320a1923-ed61-484c-96af-6c4e4d2efcc3 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.30 "DELETE /v2.0/ports/55e09874-031b-42d9-82a9-501f40abfde0 HTTP/1.1" status: 204 len: 173 time: 0.4154069 Jan 11 06:45:06.102756 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'name': 'network-vif-deleted', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0'}] {{(pid=102725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 06:45:06.105136 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d9952b05f1fff5890c60efa55baa852ab9b37cb7beb36b0acf582e3aa1a3568" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c47990a-e832-4529-9c23-ec048954b89c" -d '{"events": [{"server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "name": "network-vif-deleted", "tag": "55e09874-031b-42d9-82a9-501f40abfde0"}]}' {{(pid=102725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 06:45:06.141012 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 06:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87a9499-d0fb-48e3-8e07-4bc754982480 x-openstack-request-id: req-f87a9499-d0fb-48e3-8e07-4bc754982480 {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 06:45:06.141277 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeda93e7-9383-483d-8aca-7f053d246c1e", "name": "network-vif-deleted", "tag": "55e09874-031b-42d9-82a9-501f40abfde0", "status": "completed", "code": 200}]} {{(pid=102725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 06:45:06.141546 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f87a9499-d0fb-48e3-8e07-4bc754982480 {{(pid=102725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 06:45:06.142046 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeda93e7-9383-483d-8aca-7f053d246c1e', 'name': 'network-vif-deleted', 'tag': '55e09874-031b-42d9-82a9-501f40abfde0', 'status': 'completed', 'code': 200} Jan 11 06:45:07.117379 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41830) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:07.172749 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group (a7b25acf-d7ed-47d5-a969-da3310fe8989), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:07.196657 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group (a7b25acf-d7ed-47d5-a969-da3310fe8989), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:07.252954 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (a7b25acf-d7ed-47d5-a969-da3310fe8989), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:07.255569 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:07.256785 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] 10.222.0.15 "DELETE /v2.0/security-groups/a7b25acf-d7ed-47d5-a969-da3310fe8989 HTTP/1.1" status: 204 len: 168 time: 0.1384439 Jan 11 06:45:07.266106 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b25acf-d7ed-47d5-a969-da3310fe8989,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:07.274036 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.274386 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.274728 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.275064 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.275422 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.275756 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.276083 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.276543 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.277003 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.277293 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.277620 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.277941 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.278261 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438d2e1-6148-4022-a2c7-e7a15e9090e9 tempest-TestShelveInstance-508867291 tempest-TestShelveInstance-508867291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:07.303121 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41834) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:07.737176 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992292'] for router_interface (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:07.979798 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Deleting port 61c91619-e476-4ede-be8e-e4b8ce1246aa {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:45:07.980058 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:08.057476 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] For port 61c91619-e476-4ede-be8e-e4b8ce1246aa, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=61c91619-e476-4ede-be8e-e4b8ce1246aa,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:45:08.057839 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:08.070424 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Calling delete_port for 61c91619-e476-4ede-be8e-e4b8ce1246aa owned by network:router_interface {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:45:08.242570 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (61c91619-e476-4ede-be8e-e4b8ce1246aa), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:08.278062 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c91619-e476-4ede-be8e-e4b8ce1246aa,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:08.300073 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.300457 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.300814 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.301154 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.301495 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.301831 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.302165 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.302498 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.302831 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.303161 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.303715 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.303875 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.304208 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-33-iscsi {{(pid=102726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 06:45:08.454410 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993716'] for router_interface (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:08.668579 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Router be1159d9-e323-4e8c-b4a9-a86d6320c9ea has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:45:08.770261 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:45:08.775316 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-9450cab8-aad2-4777-9727-523ad24eb0b5 admin admin] 10.222.0.15 "PUT /v2.0/routers/be1159d9-e323-4e8c-b4a9-a86d6320c9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4712331 Jan 11 06:45:08.777875 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41844) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:08.781233 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d007f87-6a8f-4876-be50-0d5a52c63304 None None] Sync routers for ids ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'] in dv-cinder-606346-33-iscsi {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:45:08.790275 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d007f87-6a8f-4876-be50-0d5a52c63304 None None] Routers {'be1159d9-e323-4e8c-b4a9-a86d6320c9ea'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:45:08.790888 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-9d007f87-6a8f-4876-be50-0d5a52c63304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:44:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:08.888703 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Publish callbacks [] for router (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:08.899662 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-9d007f87-6a8f-4876-be50-0d5a52c63304 None None] Set router be1159d9-e323-4e8c-b4a9-a86d6320c9ea gateway port host: dv-cinder-606346-33-iscsi {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:45:08.996687 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Publish callbacks [] for router_gateway (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.053545 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Deleting port ef0ac20f-3b19-4bae-9a9e-a94266e29f20 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:45:09.053887 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.082530 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-9d007f87-6a8f-4876-be50-0d5a52c63304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:45:08Z', 'revision_number': 5, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port': {'id': 'ef0ac20f-3b19-4bae-9a9e-a94266e29f20', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:73:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:09.114986 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d007f87-6a8f-4876-be50-0d5a52c63304 None None] Checking router: be1159d9-e323-4e8c-b4a9-a86d6320c9ea for host: dv-cinder-606346-33-iscsi {{(pid=102727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:45:09.125024 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d007f87-6a8f-4876-be50-0d5a52c63304 None None] Routers {'be1159d9-e323-4e8c-b4a9-a86d6320c9ea'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:45:09.125644 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-9d007f87-6a8f-4876-be50-0d5a52c63304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:44:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'], 'active': True} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:09.137727 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] For port ef0ac20f-3b19-4bae-9a9e-a94266e29f20, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=ef0ac20f-3b19-4bae-9a9e-a94266e29f20,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:45:09.138087 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.150525 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Calling delete_port for ef0ac20f-3b19-4bae-9a9e-a94266e29f20 owned by network:router_gateway {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:45:09.210628 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_dvr_db [None req-9d007f87-6a8f-4876-be50-0d5a52c63304 None None] Set router be1159d9-e323-4e8c-b4a9-a86d6320c9ea gateway port host: None {{(pid=102727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:45:09.267470 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.db.l3_hamode_db [None req-9d007f87-6a8f-4876-be50-0d5a52c63304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:45:08Z', 'revision_number': 6, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port_host': None}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:09.314668 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (ef0ac20f-3b19-4bae-9a9e-a94266e29f20), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.342422 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0ac20f-3b19-4bae-9a9e-a94266e29f20,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:09.413658 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993898'] for router_gateway (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.425535 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d007f87-6a8f-4876-be50-0d5a52c63304 None None] The sync data for ids ['be1159d9-e323-4e8c-b4a9-a86d6320c9ea'] in dv-cinder-606346-33-iscsi is: [{'id': 'be1159d9-e323-4e8c-b4a9-a86d6320c9ea', 'name': 'tempest-TestShelveInstance-1020851975-router', 'tenant_id': '847d6d55c052479bb0d08eb991e15ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:07Z', 'updated_at': '2022-01-11T06:45:08Z', 'revision_number': 6, 'project_id': '847d6d55c052479bb0d08eb991e15ac0', 'gw_port_host': None}] {{(pid=102727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:45:09.510263 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13858'] for router (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.512350 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Publish callbacks [] for router_controller (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.553177 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994803'] for router (be1159d9-e323-4e8c-b4a9-a86d6320c9ea), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.553682 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router be1159d9-e323-4e8c-b4a9-a86d6320c9ea {{(pid=102726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 06:45:09.558328 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.559450 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-9ceecdaf-5d6d-4dbc-96b4-de5c5c280a3f admin admin] 10.222.0.15 "DELETE /v2.0/routers/be1159d9-e323-4e8c-b4a9-a86d6320c9ea HTTP/1.1" status: 204 len: 168 time: 0.7806778 Jan 11 06:45:09.562336 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41854) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:09.605855 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cd4d25-f317-445b-945e-111b5c36154e admin admin] Deleting subnet 8353fbb7-0281-46c9-9720-7274b5047dc4 {{(pid=102726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:45:09.608866 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10cd4d25-f317-445b-945e-111b5c36154e admin admin] Publish callbacks [] for subnet (8353fbb7-0281-46c9-9720-7274b5047dc4), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.646039 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10cd4d25-f317-445b-945e-111b5c36154e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2758286'] for subnet (8353fbb7-0281-46c9-9720-7274b5047dc4), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.720926 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10cd4d25-f317-445b-945e-111b5c36154e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (8353fbb7-0281-46c9-9720-7274b5047dc4), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.774042 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10cd4d25-f317-445b-945e-111b5c36154e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17062875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17170681'] for subnet (8353fbb7-0281-46c9-9720-7274b5047dc4), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.803206 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-10cd4d25-f317-445b-945e-111b5c36154e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.808350 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dba332-6d66-4cab-838a-4025663b9136 None None] Network bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:45:09.809765 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41856) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:09.810241 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-10cd4d25-f317-445b-945e-111b5c36154e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8353fbb7-0281-46c9-9720-7274b5047dc4 HTTP/1.1" status: 204 len: 168 time: 0.2466002 Jan 11 06:45:09.811008 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd4d25-f317-445b-945e-111b5c36154e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8353fbb7-0281-46c9-9720-7274b5047dc4,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:09.886474 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (bb8649c3-2ac5-492f-95c3-1ec67ccab7e0), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:09.942949 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Deleting port 4512723a-98f8-4e29-8da5-66cc1004231a {{(pid=102725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:45:09.943292 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (4512723a-98f8-4e29-8da5-66cc1004231a), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:10.006163 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.db [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] For port 4512723a-98f8-4e29-8da5-66cc1004231a, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=4512723a-98f8-4e29-8da5-66cc1004231a,segment=NetworkSegment(eb24e524-fdbd-4f40-97c2-7868e4567a7a),segment_id=eb24e524-fdbd-4f40-97c2-7868e4567a7a)] {{(pid=102725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:45:10.006695 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (4512723a-98f8-4e29-8da5-66cc1004231a), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:10.021270 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Calling delete_port for 4512723a-98f8-4e29-8da5-66cc1004231a owned by network:dhcp {{(pid=102725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:45:10.102762 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8585405'] for port (4512723a-98f8-4e29-8da5-66cc1004231a), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:10.128296 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=4512723a-98f8-4e29-8da5-66cc1004231a,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:10.132000 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] No DVR routers for this DVR port 4512723a-98f8-4e29-8da5-66cc1004231a on host dv-cinder-606346-33-iscsi {{(pid=102725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:45:10.206297 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e1f3a-09e1-4666-a2c7-eb5a6afdb118 None None] DHCP port deletion for bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 request from dv-cinder-606346-33-iscsi {{(pid=102727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 06:45:10.208833 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (bb8649c3-2ac5-492f-95c3-1ec67ccab7e0), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:10.232004 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8649c3-2ac5-492f-95c3-1ec67ccab7e0']}} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:10.243229 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb24e524-fdbd-4f40-97c2-7868e4567a7a') {'for_net_delete': True} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:10.243522 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.services.segments.db [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb24e524-fdbd-4f40-97c2-7868e4567a7a') {} {{(pid=102725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:10.254623 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8561379'] for segment (eb24e524-fdbd-4f40-97c2-7868e4567a7a), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:10.269191 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (eb24e524-fdbd-4f40-97c2-7868e4567a7a), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:10.275629 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:45:10.276012 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8585314'] for segment (eb24e524-fdbd-4f40-97c2-7868e4567a7a), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: warnings.warn(msg) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: Traceback (most recent call last): Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: timer() Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: cb(*args, **kw) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: return func(*args, **kwargs) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: self._notify() Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: self.callback(batched_events) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: event.method(event) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: return f(self, *a, **k) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: return self._get(url).json() Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: return self.request(url, 'GET', **kwargs) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:45:10.277760 dv-cinder-606346-33-iscsi neutron-server[102725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:45:10.336121 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (bb8649c3-2ac5-492f-95c3-1ec67ccab7e0), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:10.343251 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:10.346414 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] 10.222.0.15 "DELETE /v2.0/networks/bb8649c3-2ac5-492f-95c3-1ec67ccab7e0 HTTP/1.1" status: 204 len: 168 time: 0.5354409 Jan 11 06:45:10.354719 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41864) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:10.357789 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0cec2-bf2e-46a8-8a0e-9bd03edc5e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8649c3-2ac5-492f-95c3-1ec67ccab7e0,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:10.389995 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 4512723a-98f8-4e29-8da5-66cc1004231a no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:45:10.414200 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 4512723a-98f8-4e29-8da5-66cc1004231a {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:45:10.414549 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 4512723a-98f8-4e29-8da5-66cc1004231a not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:45:10.414957 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device ef0ac20f-3b19-4bae-9a9e-a94266e29f20 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:45:10.437488 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: ef0ac20f-3b19-4bae-9a9e-a94266e29f20 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:45:10.437866 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device ef0ac20f-3b19-4bae-9a9e-a94266e29f20 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:45:10.438409 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 61c91619-e476-4ede-be8e-e4b8ce1246aa no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:45:10.460061 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 61c91619-e476-4ede-be8e-e4b8ce1246aa {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:45:10.460441 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 61c91619-e476-4ede-be8e-e4b8ce1246aa not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:45:10.703029 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-073b95ed-5dd5-437d-b464-7b6971f35acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-992292'] for router_interface (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:10.870397 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 55e09874-031b-42d9-82a9-501f40abfde0 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:45:10.890322 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] No Port match for: 55e09874-031b-42d9-82a9-501f40abfde0 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:45:10.890667 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Device 55e09874-031b-42d9-82a9-501f40abfde0 not bound to the agent host hv-cinder-60634 {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:45:10.943289 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-073b95ed-5dd5-437d-b464-7b6971f35acc admin admin] Deleting port 565ac0c1-b20c-44c5-a27e-91d6d030819e {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:45:10.943628 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-073b95ed-5dd5-437d-b464-7b6971f35acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:11.019467 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-073b95ed-5dd5-437d-b464-7b6971f35acc admin admin] For port 565ac0c1-b20c-44c5-a27e-91d6d030819e, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=565ac0c1-b20c-44c5-a27e-91d6d030819e,segment=NetworkSegment(4106c2a9-0f02-4ed0-9ed4-721b667c0941),segment_id=4106c2a9-0f02-4ed0-9ed4-721b667c0941)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:45:11.019733 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-073b95ed-5dd5-437d-b464-7b6971f35acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:11.031870 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-073b95ed-5dd5-437d-b464-7b6971f35acc admin admin] Calling delete_port for 565ac0c1-b20c-44c5-a27e-91d6d030819e owned by network:router_interface {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:45:11.214159 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-073b95ed-5dd5-437d-b464-7b6971f35acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (565ac0c1-b20c-44c5-a27e-91d6d030819e), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:11.241847 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b95ed-5dd5-437d-b464-7b6971f35acc admin admin] Pushing event deleted for resources: {'Port': ['ID=565ac0c1-b20c-44c5-a27e-91d6d030819e,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:11.632076 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-073b95ed-5dd5-437d-b464-7b6971f35acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-584469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-993716'] for router_interface (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:11.836614 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073b95ed-5dd5-437d-b464-7b6971f35acc admin admin] Router 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 has already been hosted by L3 agent 00c5a528-8343-4d07-9135-b88ce9d6f34c {{(pid=102726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 06:45:11.937795 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073b95ed-5dd5-437d-b464-7b6971f35acc admin admin] Notify agent at l3_agent.dv-cinder-606346-33-iscsi the message routers_updated {{(pid=102726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 06:45:11.943206 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-073b95ed-5dd5-437d-b464-7b6971f35acc admin admin] 10.222.0.15 "PUT /v2.0/routers/3dca1f04-2f2d-4ef8-b8d7-4999039c45e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5926499 Jan 11 06:45:11.946033 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41886) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:11.950394 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c2764-2762-4f6a-bbcd-78805ec60293 None None] Sync routers for ids ['3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'] in dv-cinder-606346-33-iscsi {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 06:45:11.961665 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c2764-2762-4f6a-bbcd-78805ec60293 None None] Routers {'3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:45:11.962277 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-249c2764-2762-4f6a-bbcd-78805ec60293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:44:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:12.048571 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Publish callbacks [] for router (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.151473 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Publish callbacks [] for router_gateway (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.152052 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-249c2764-2762-4f6a-bbcd-78805ec60293 None None] Set router 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 gateway port host: dv-cinder-606346-33-iscsi {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:45:12.202904 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Deleting port b98633aa-5c1a-48ed-bef5-6c89a068b4c9 {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:45:12.203242 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.284377 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] For port b98633aa-5c1a-48ed-bef5-6c89a068b4c9, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=b98633aa-5c1a-48ed-bef5-6c89a068b4c9,segment=NetworkSegment(8fd17eea-aba1-4589-92b3-2c0b7645d508),segment_id=8fd17eea-aba1-4589-92b3-2c0b7645d508)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:45:12.284883 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.297116 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Calling delete_port for b98633aa-5c1a-48ed-bef5-6c89a068b4c9 owned by network:router_gateway {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:45:12.324974 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-249c2764-2762-4f6a-bbcd-78805ec60293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'name': 'tempest-TestShelveInstance-1081961817-router', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'external_fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:12Z', 'updated_at': '2022-01-11T06:45:11Z', 'revision_number': 5, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'gw_port': {'id': 'b98633aa-5c1a-48ed-bef5-6c89a068b4c9', 'name': '', 'network_id': '50d3f491-cd7b-40d0-a6b8-cf9b67e74dd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T06:40:13Z', 'updated_at': '2022-01-11T06:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3dc4140f-cac9-46af-9091-0b188d30bb6b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-33-iscsi'}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:12.371262 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c2764-2762-4f6a-bbcd-78805ec60293 None None] Checking router: 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 for host: dv-cinder-606346-33-iscsi {{(pid=102728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 06:45:12.381477 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c2764-2762-4f6a-bbcd-78805ec60293 None None] Routers {'3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'} bound to L3 agent in host dv-cinder-606346-33-iscsi {{(pid=102728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 06:45:12.382121 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-249c2764-2762-4f6a-bbcd-78805ec60293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T06:26:46Z,description=,heartbeat_timestamp=2022-01-11T06:44:46Z,host='dv-cinder-606346-33-iscsi',id=00c5a528-8343-4d07-9135-b88ce9d6f34c,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T06:26:46Z,topic='l3_agent')) {'router_ids': ['3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'], 'active': True} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:12.476912 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (b98633aa-5c1a-48ed-bef5-6c89a068b4c9), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.482756 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_dvr_db [None req-249c2764-2762-4f6a-bbcd-78805ec60293 None None] Set router 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 gateway port host: None {{(pid=102728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 06:45:12.502081 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Pushing event deleted for resources: {'Port': ['ID=b98633aa-5c1a-48ed-bef5-6c89a068b4c9,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:12.536881 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.l3_hamode_db [None req-249c2764-2762-4f6a-bbcd-78805ec60293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'name': 'tempest-TestShelveInstance-1081961817-router', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:12Z', 'updated_at': '2022-01-11T06:45:12Z', 'revision_number': 6, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'gw_port_host': None}], 'dv-cinder-606346-33-iscsi', False) {} {{(pid=102728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:12.567259 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-993898'] for router_gateway (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.569110 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c2764-2762-4f6a-bbcd-78805ec60293 None None] The sync data for ids ['3dca1f04-2f2d-4ef8-b8d7-4999039c45e9'] in dv-cinder-606346-33-iscsi is: [{'id': '3dca1f04-2f2d-4ef8-b8d7-4999039c45e9', 'name': 'tempest-TestShelveInstance-1081961817-router', 'tenant_id': 'eb77c17f2e1f400b951b08801849ab6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T06:40:12Z', 'updated_at': '2022-01-11T06:45:12Z', 'revision_number': 6, 'project_id': 'eb77c17f2e1f400b951b08801849ab6c', 'gw_port_host': None}] {{(pid=102728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 06:45:12.661871 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-994816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13858'] for router (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.664026 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Publish callbacks [] for router_controller (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.707419 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-994803'] for router (3dca1f04-2f2d-4ef8-b8d7-4999039c45e9), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.707988 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 {{(pid=102726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 06:45:12.712248 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.713458 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-613a84bc-4d1c-40d2-8c87-04415502785a admin admin] 10.222.0.15 "DELETE /v2.0/routers/3dca1f04-2f2d-4ef8-b8d7-4999039c45e9 HTTP/1.1" status: 204 len: 168 time: 0.7663548 Jan 11 06:45:12.715898 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41894) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:12.759963 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cb91b8-611b-457b-a10f-f543daae0553 admin admin] Deleting subnet 4d5a69ab-8a1d-4dec-9882-a08907b42e62 {{(pid=102726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:45:12.763008 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-69cb91b8-611b-457b-a10f-f543daae0553 admin admin] Publish callbacks [] for subnet (4d5a69ab-8a1d-4dec-9882-a08907b42e62), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.801568 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-69cb91b8-611b-457b-a10f-f543daae0553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2758286'] for subnet (4d5a69ab-8a1d-4dec-9882-a08907b42e62), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.875746 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-69cb91b8-611b-457b-a10f-f543daae0553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (4d5a69ab-8a1d-4dec-9882-a08907b42e62), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.928790 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-69cb91b8-611b-457b-a10f-f543daae0553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17062875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17170681'] for subnet (4d5a69ab-8a1d-4dec-9882-a08907b42e62), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.952849 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb91b8-611b-457b-a10f-f543daae0553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5a69ab-8a1d-4dec-9882-a08907b42e62,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:12.959135 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-69cb91b8-611b-457b-a10f-f543daae0553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:12.962451 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-69cb91b8-611b-457b-a10f-f543daae0553 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4d5a69ab-8a1d-4dec-9882-a08907b42e62 HTTP/1.1" status: 204 len: 168 time: 0.2455688 Jan 11 06:45:12.965015 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41896) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:12.965317 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8010030c-9ddf-45d4-93b4-1569ccc6277e None None] Network 47f4d619-323b-4e24-bbc2-e2877d6711a5 requested from dv-cinder-606346-33-iscsi {{(pid=102727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 06:45:13.039745 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (47f4d619-323b-4e24-bbc2-e2877d6711a5), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.092675 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Deleting port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a {{(pid=102726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 06:45:13.093020 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769815382685'] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.157461 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.db [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] For port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a, host dv-cinder-606346-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-33-iscsi',level=0,port_id=f2ed106a-1e11-4ac0-b682-f7ab2d26f98a,segment=NetworkSegment(4106c2a9-0f02-4ed0-9ed4-721b667c0941),segment_id=4106c2a9-0f02-4ed0-9ed4-721b667c0941)] {{(pid=102726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 06:45:13.157824 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-987334'] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.171326 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Calling delete_port for f2ed106a-1e11-4ac0-b682-f7ab2d26f98a owned by network:dhcp {{(pid=102726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 06:45:13.249976 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7926589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769815405936', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769814901023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17062894'] for port (f2ed106a-1e11-4ac0-b682-f7ab2d26f98a), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.275732 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ed106a-1e11-4ac0-b682-f7ab2d26f98a,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:13.280200 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] No DVR routers for this DVR port f2ed106a-1e11-4ac0-b682-f7ab2d26f98a on host dv-cinder-606346-33-iscsi {{(pid=102726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 06:45:13.309948 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b2345-f8a1-4043-b5b7-35de4a0449b5 None None] DHCP port deletion for 47f4d619-323b-4e24-bbc2-e2877d6711a5 request from dv-cinder-606346-33-iscsi {{(pid=102727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 06:45:13.358264 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (47f4d619-323b-4e24-bbc2-e2877d6711a5), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.377594 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f4d619-323b-4e24-bbc2-e2877d6711a5']}} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:13.387550 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4106c2a9-0f02-4ed0-9ed4-721b667c0941') {'for_net_delete': True} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:13.387844 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4106c2a9-0f02-4ed0-9ed4-721b667c0941') {} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:13.398552 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2758391'] for segment (4106c2a9-0f02-4ed0-9ed4-721b667c0941), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.413699 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (4106c2a9-0f02-4ed0-9ed4-721b667c0941), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.419929 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:45:13.420320 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17062705'] for segment (4106c2a9-0f02-4ed0-9ed4-721b667c0941), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: Traceback (most recent call last): Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: timer() Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: cb(*args, **kw) Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: return func(*args, **kwargs) Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: self._notify() Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: self.callback(batched_events) Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: event.method(event) Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: return f(self, *a, **k) Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._get(url).json() Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: return self.request(url, 'GET', **kwargs) Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:45:13.422080 dv-cinder-606346-33-iscsi neutron-server[102726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:45:13.457241 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-12f29da4-48a5-4d29-9381-45b329973f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.480472 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (47f4d619-323b-4e24-bbc2-e2877d6711a5), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.486422 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.489704 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] 10.222.0.15 "DELETE /v2.0/networks/47f4d619-323b-4e24-bbc2-e2877d6711a5 HTTP/1.1" status: 204 len: 168 time: 0.5237222 Jan 11 06:45:13.501207 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb3aa0-be81-498f-9b08-2f4d37689d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f4d619-323b-4e24-bbc2-e2877d6711a5,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:13.508938 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41902) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:13.563334 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39f1fd1-b4c1-4552-a9e6-194611c7e7fe admin admin] Deleting subnet ccd9b46b-a2c1-4716-ac58-8a3c01d92399 {{(pid=102726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 06:45:13.567878 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a39f1fd1-b4c1-4552-a9e6-194611c7e7fe admin admin] Publish callbacks [] for subnet (ccd9b46b-a2c1-4716-ac58-8a3c01d92399), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.606216 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a39f1fd1-b4c1-4552-a9e6-194611c7e7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2758286'] for subnet (ccd9b46b-a2c1-4716-ac58-8a3c01d92399), precommit_delete_associations {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.642019 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41904) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:13.651700 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a39f1fd1-b4c1-4552-a9e6-194611c7e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8310151'] for subnet (ccd9b46b-a2c1-4716-ac58-8a3c01d92399), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.681340 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-7f5a499a-fca2-4e5d-b353-a1efc8263c8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=847d6d55c052479bb0d08eb991e15ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380149 Jan 11 06:45:13.683801 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41906) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:13.703117 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a39f1fd1-b4c1-4552-a9e6-194611c7e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8310158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17062875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17170681'] for subnet (ccd9b46b-a2c1-4716-ac58-8a3c01d92399), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.729906 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f1fd1-b4c1-4552-a9e6-194611c7e7fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd9b46b-a2c1-4716-ac58-8a3c01d92399,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:13.731851 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-a39f1fd1-b4c1-4552-a9e6-194611c7e7fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for subnet (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.735075 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-a39f1fd1-b4c1-4552-a9e6-194611c7e7fe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ccd9b46b-a2c1-4716-ac58-8a3c01d92399 HTTP/1.1" status: 204 len: 168 time: 0.2252247 Jan 11 06:45:13.737538 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41908) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:13.745663 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5f-51a2-4ac3-8145-4177323a28d5 admin admin] Publish callbacks [] for security_group (fa419317-0c5c-48f6-ab7c-99bb44283779), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.767434 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5f-51a2-4ac3-8145-4177323a28d5 admin admin] Publish callbacks [] for security_group (fa419317-0c5c-48f6-ab7c-99bb44283779), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.804672 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7903374'] for network (71bff913-fa3d-4b8d-832e-f0d717a22083), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.815506 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5f-51a2-4ac3-8145-4177323a28d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (fa419317-0c5c-48f6-ab7c-99bb44283779), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.818537 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5f-51a2-4ac3-8145-4177323a28d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.819748 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-c40bed5f-51a2-4ac3-8145-4177323a28d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa419317-0c5c-48f6-ab7c-99bb44283779 HTTP/1.1" status: 204 len: 168 time: 0.1350541 Jan 11 06:45:13.827412 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bed5f-51a2-4ac3-8145-4177323a28d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa419317-0c5c-48f6-ab7c-99bb44283779,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:13.910128 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8312338', 'neutron.services.segments.db._delete_segments_for_network-8769815454127'] for network (71bff913-fa3d-4b8d-832e-f0d717a22083), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.930459 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bff913-fa3d-4b8d-832e-f0d717a22083']}} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:13.939467 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39dbc70-644d-499d-ad8f-fb355cf880bf') {'for_net_delete': True} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:13.939766 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.services.segments.db [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39dbc70-644d-499d-ad8f-fb355cf880bf') {} {{(pid=102726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 06:45:13.949612 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769815458488', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2758391'] for segment (c39dbc70-644d-499d-ad8f-fb355cf880bf), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.963356 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148'] for segment (c39dbc70-644d-499d-ad8f-fb355cf880bf), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.969522 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 06:45:13.969962 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8308148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17062705'] for segment (c39dbc70-644d-499d-ad8f-fb355cf880bf), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: Traceback (most recent call last): Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: timer() Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: cb(*args, **kw) Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: return func(*args, **kwargs) Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: self._notify() Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: self.callback(batched_events) Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: event.method(event) Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: return f(self, *a, **k) Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._get(url).json() Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: return self.request(url, 'GET', **kwargs) Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 06:45:13.972279 dv-cinder-606346-33-iscsi neutron-server[102726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 06:45:14.031296 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8312345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-993846'] for network (71bff913-fa3d-4b8d-832e-f0d717a22083), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:14.036259 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586228'] for network (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:14.039907 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/71bff913-fa3d-4b8d-832e-f0d717a22083 HTTP/1.1" status: 204 len: 168 time: 0.3014410 Jan 11 06:45:14.052399 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c87cdf-c3ab-47d5-95b9-54b25b52b0c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=71bff913-fa3d-4b8d-832e-f0d717a22083,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:14.171963 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41916) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:14.204072 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41918) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:14.214817 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-323b0743-a1c9-46cf-af46-a762108db9b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb77c17f2e1f400b951b08801849ab6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416541 Jan 11 06:45:14.217264 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [-] (102726) accepted ('10.222.0.15', 41920) {{(pid=102726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:14.246572 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-6a52b9c2-1125-408a-a14c-b5f5f2ab27ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f237fe6e8b24e96a620fe8618deedb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397766 Jan 11 06:45:14.247533 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [-] (102725) accepted ('10.222.0.15', 41922) {{(pid=102725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 06:45:14.274625 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-30187023-a5b5-4dca-b99f-169caba60bc2 admin admin] Publish callbacks [] for security_group (2425d92c-d473-4a67-8109-04208140585a), before_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:14.299874 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-38dee6ea-b484-441d-8325-de3a6bf8dbd1 admin admin] Publish callbacks [] for security_group (6cb432ff-f3d1-4efc-8c88-64cc86582692), before_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:14.307434 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-30187023-a5b5-4dca-b99f-169caba60bc2 admin admin] Publish callbacks [] for security_group (2425d92c-d473-4a67-8109-04208140585a), precommit_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:14.323025 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-38dee6ea-b484-441d-8325-de3a6bf8dbd1 admin admin] Publish callbacks [] for security_group (6cb432ff-f3d1-4efc-8c88-64cc86582692), precommit_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:14.369656 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-30187023-a5b5-4dca-b99f-169caba60bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (2425d92c-d473-4a67-8109-04208140585a), after_delete {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:14.372980 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron_lib.callbacks.manager [None req-30187023-a5b5-4dca-b99f-169caba60bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:14.375091 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-38dee6ea-b484-441d-8325-de3a6bf8dbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915229'] for security_group (6cb432ff-f3d1-4efc-8c88-64cc86582692), after_delete {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:14.382574 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron_lib.callbacks.manager [None req-38dee6ea-b484-441d-8325-de3a6bf8dbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:14.382797 dv-cinder-606346-33-iscsi neutron-server[102726]: INFO neutron.wsgi [None req-30187023-a5b5-4dca-b99f-169caba60bc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2425d92c-d473-4a67-8109-04208140585a HTTP/1.1" status: 204 len: 168 time: 0.1611240 Jan 11 06:45:14.382913 dv-cinder-606346-33-iscsi neutron-server[102725]: INFO neutron.wsgi [None req-38dee6ea-b484-441d-8325-de3a6bf8dbd1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cb432ff-f3d1-4efc-8c88-64cc86582692 HTTP/1.1" status: 204 len: 168 time: 0.1317422 Jan 11 06:45:14.389331 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dee6ea-b484-441d-8325-de3a6bf8dbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb432ff-f3d1-4efc-8c88-64cc86582692,revision_number=None']} {{(pid=102725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:14.395941 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30187023-a5b5-4dca-b99f-169caba60bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2425d92c-d473-4a67-8109-04208140585a,revision_number=None']} {{(pid=102726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 06:45:14.396283 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device b98633aa-5c1a-48ed-bef5-6c89a068b4c9 no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:45:14.437118 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: b98633aa-5c1a-48ed-bef5-6c89a068b4c9 {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:45:14.437462 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device b98633aa-5c1a-48ed-bef5-6c89a068b4c9 not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:45:14.438077 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 565ac0c1-b20c-44c5-a27e-91d6d030819e no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:45:14.470341 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: 565ac0c1-b20c-44c5-a27e-91d6d030819e {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:45:14.470742 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device 565ac0c1-b20c-44c5-a27e-91d6d030819e not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:45:14.471412 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device f2ed106a-1e11-4ac0-b682-f7ab2d26f98a no longer exists at agent ovs-agent-dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 06:45:14.494115 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.plugin [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] No Port match for: f2ed106a-1e11-4ac0-b682-f7ab2d26f98a {{(pid=102727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 06:45:14.494510 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron.plugins.ml2.rpc [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Device f2ed106a-1e11-4ac0-b682-f7ab2d26f98a not bound to the agent host dv-cinder-606346-33-iscsi {{(pid=102727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 06:45:15.746860 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-9bab0999-7213-45b4-9645-76bd8bdf1a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:16.897759 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:17.617930 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:45:18.343438 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:19.702208 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:21.879068 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:43.457500 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-95122966-d7e9-4c9a-ae3c-cae54a17a5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:45.747349 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-75589e28-738e-4a25-82a3-c34277f29cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:46.900376 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:48.346907 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:49.694683 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:51.877397 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:45:54.616179 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:46:13.459672 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-fc148f61-0e8f-48b0-8383-d801ff3b49fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:46:15.751753 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bf6430f4-3b95-4f9c-85ce-edda30df8742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:46:16.903759 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:46:18.350775 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:46:19.696661 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:46:21.890139 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:46:31.614428 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:46:43.462292 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-2c619efa-8bfb-416d-94d6-7da1ba23449e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:46:45.753583 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a0042839-655e-47fd-8ecf-e0a66cb6c0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:46:46.907235 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:46:48.353118 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:46:49.698786 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:46:51.896693 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:47:08.613424 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:47:13.463335 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-2f0e055c-549e-4f26-8591-537ff0adea90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:47:15.754966 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7f49c176-4870-44ae-af60-20237e15a53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:47:16.909218 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:47:18.356204 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:47:19.700507 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:47:21.903780 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:47:43.463928 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-35716c7a-d617-4543-8d3d-8e28a1cf860e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:47:45.612865 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:47:45.756884 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-482759d4-785b-40b8-a5b4-fa1e757a52ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:47:46.912088 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:47:48.361267 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:47:49.705694 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:47:51.902831 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:13.465676 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-a7af6699-fefb-4886-b973-01046b7eceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:15.758059 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c635-78be-43d0-a542-4266b8412a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:16.915135 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:18.361974 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:19.707305 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:21.903705 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:22.612126 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:48:43.467574 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-77b07068-1f00-4c44-87bd-e0eeff88f092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:45.758761 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-db5f63b5-b5b2-442a-9e03-1cd2caaa08e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:46.916792 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:48.363919 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:49.709797 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:51.932983 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:48:59.611300 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:49:13.469127 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-cfedc768-cee8-425d-ba75-5321568aaab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:49:15.760510 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-c5c300b9-88f8-46f9-9dbc-8367edf3a302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:49:16.919978 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:49:18.367862 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:49:19.711138 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:49:21.946903 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:49:36.610853 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:49:43.471089 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-adfc8aed-ae2f-4a48-b18e-46cd6cc2133b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:49:45.760852 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-f9b50466-7009-4aa8-908c-2d60d3053805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:49:46.922116 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:49:48.369080 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:49:49.713367 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:49:51.951024 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:50:12.481466 dv-cinder-606346-33-iscsi neutron-server[102726]: DEBUG neutron.wsgi [req-719bdadd-ab05-49dd-bc53-be116270382c req-0cd7962f-3ef0-485c-93d6-fd9ee2332a9a service neutron] (102726) timed out ('10.222.0.30', 61778) {{(pid=102726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 06:50:12.963648 dv-cinder-606346-33-iscsi neutron-server[102725]: DEBUG neutron.wsgi [req-fe711d00-ee6c-4967-a6b6-1610c790717a req-b0bd0833-b9dd-4fdd-9f53-63277372af24 service neutron] (102725) timed out ('10.222.0.30', 61799) {{(pid=102725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 06:50:13.473208 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-98369368-a159-464f-bfe2-cfba70a3e20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (234b0084-0575-4954-ba33-63c733068285), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:50:13.609254 dv-cinder-606346-33-iscsi neutron-server[102728]: DEBUG neutron.db.agents_db [None req-ad82be65-f8e0-4089-b6ce-fb6c354132f2 None None] Agent healthcheck: found 6 active agents {{(pid=102728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 06:50:15.761740 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-258c3833-845a-40f2-985c-be2f3109e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (00c5a528-8343-4d07-9135-b88ce9d6f34c), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:50:16.925697 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-bed2404f-79da-4d2f-ba05-d8eb355af110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (7d5507b2-1c13-44bb-9131-5876a83d805e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:50:18.372018 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-b489842e-ac69-4fad-94fd-b07e6498191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (dfceee20-dec8-433d-b59b-ed9e3fcc6493), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:50:19.714941 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-7634b4cd-31d3-4050-bcda-2d940ac25ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (99520e04-3e68-40dc-aeec-61b2c32c2b93), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 06:50:21.979171 dv-cinder-606346-33-iscsi neutron-server[102727]: DEBUG neutron_lib.callbacks.manager [None req-dee60345-cb89-4c32-b732-a51bcc93ba85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769815454109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8311384'] for agent (e3302c92-209a-4803-8cc2-9dff67a3530e), after_update {{(pid=102727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}